[ 573.016412] env[69217]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.016842] env[69217]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.016842] env[69217]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.017194] env[69217]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.113295] env[69217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.123312] env[69217]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.167167] env[69217]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 573.728552] env[69217]: INFO nova.virt.driver [None req-0c67013b-d821-410d-afc3-938c8330f43b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 573.799576] env[69217]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.799830] env[69217]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.799990] env[69217]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69217) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 576.708124] env[69217]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1e349ffb-6f9d-42b2-a6d1-43b691e02f5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.723912] env[69217]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69217) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 576.724135] env[69217]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0dddfed7-476c-4557-804e-38cc42ab39b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.757453] env[69217]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e740d. [ 576.757630] env[69217]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.958s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.758175] env[69217]: INFO nova.virt.vmwareapi.driver [None req-0c67013b-d821-410d-afc3-938c8330f43b None None] VMware vCenter version: 7.0.3 [ 576.761680] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95e886-ae34-4c45-9b62-2788a4fb615f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.780240] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e5669e-c343-4f41-b622-0c07f63a7505 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.786142] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae4da45-8087-4581-8198-f8c62759ee11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.792706] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d8422-06ce-475e-bd87-802cb235a214 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.805667] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19556f1e-da07-4c1b-8f9c-38096b398da5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.811418] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4338e7-2290-4c53-9c1b-f51f91c11268 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.841524] env[69217]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ee7d987b-a163-4d94-abc5-0a729565dcba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.846352] env[69217]: DEBUG nova.virt.vmwareapi.driver [None req-0c67013b-d821-410d-afc3-938c8330f43b None None] Extension org.openstack.compute already exists. {{(pid=69217) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 576.848961] env[69217]: INFO nova.compute.provider_config [None req-0c67013b-d821-410d-afc3-938c8330f43b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 577.352907] env[69217]: DEBUG nova.context [None req-0c67013b-d821-410d-afc3-938c8330f43b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f1626686-6b55-48bb-a99d-7bee997ffcdd(cell1) {{(pid=69217) load_cells /opt/stack/nova/nova/context.py:464}} [ 577.355022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.355264] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.355969] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.356410] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Acquiring lock "f1626686-6b55-48bb-a99d-7bee997ffcdd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.356602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Lock "f1626686-6b55-48bb-a99d-7bee997ffcdd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.357619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Lock "f1626686-6b55-48bb-a99d-7bee997ffcdd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.378016] env[69217]: INFO dbcounter [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Registered counter for database nova_cell0 [ 577.386498] env[69217]: INFO dbcounter [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Registered counter for database nova_cell1 [ 577.389668] env[69217]: DEBUG oslo_db.sqlalchemy.engines [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69217) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 577.390318] env[69217]: DEBUG oslo_db.sqlalchemy.engines [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69217) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 577.394818] env[69217]: ERROR nova.db.main.api [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 577.394818] env[69217]: result = function(*args, **kwargs) [ 577.394818] env[69217]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 577.394818] env[69217]: return func(*args, **kwargs) [ 577.394818] env[69217]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 577.394818] env[69217]: result = fn(*args, **kwargs) [ 577.394818] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 577.394818] env[69217]: return f(*args, **kwargs) [ 577.394818] env[69217]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 577.394818] env[69217]: return db.service_get_minimum_version(context, binaries) [ 577.394818] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 577.394818] env[69217]: _check_db_access() [ 577.394818] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 577.394818] env[69217]: stacktrace = ''.join(traceback.format_stack()) [ 577.394818] env[69217]: [ 577.395899] env[69217]: ERROR nova.db.main.api [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 577.395899] env[69217]: result = function(*args, **kwargs) [ 577.395899] env[69217]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 577.395899] env[69217]: return func(*args, **kwargs) [ 577.395899] env[69217]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 577.395899] env[69217]: result = fn(*args, **kwargs) [ 577.395899] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 577.395899] env[69217]: return f(*args, **kwargs) [ 577.395899] env[69217]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 577.395899] env[69217]: return db.service_get_minimum_version(context, binaries) [ 577.395899] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 577.395899] env[69217]: _check_db_access() [ 577.395899] env[69217]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 577.395899] env[69217]: stacktrace = ''.join(traceback.format_stack()) [ 577.395899] env[69217]: [ 577.396297] env[69217]: WARNING nova.objects.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Failed to get minimum service version for cell f1626686-6b55-48bb-a99d-7bee997ffcdd [ 577.396429] env[69217]: WARNING nova.objects.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 577.396849] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Acquiring lock "singleton_lock" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.397016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Acquired lock "singleton_lock" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.397258] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Releasing lock "singleton_lock" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.397590] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Full set of CONF: {{(pid=69217) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 577.397735] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ******************************************************************************** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 577.397863] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] Configuration options gathered from: {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 577.397999] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 577.398216] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 577.398361] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ================================================================================ {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 577.398552] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] allow_resize_to_same_host = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.398717] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] arq_binding_timeout = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.398850] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] backdoor_port = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.398977] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] backdoor_socket = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.399156] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] block_device_allocate_retries = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.399317] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] block_device_allocate_retries_interval = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.399486] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cert = self.pem {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.399651] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.399828] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute_monitors = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400029] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] config_dir = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400211] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] config_drive_format = iso9660 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400348] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400515] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] config_source = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400683] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] console_host = devstack {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.400850] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] control_exchange = nova {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401013] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cpu_allocation_ratio = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401187] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] daemon = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401356] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] debug = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401512] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_access_ip_network_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401676] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_availability_zone = nova {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.401831] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_ephemeral_format = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402031] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_green_pool_size = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402286] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402455] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] default_schedule_zone = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402612] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] disk_allocation_ratio = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402771] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] enable_new_services = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.402950] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] enabled_apis = ['osapi_compute'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.403170] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] enabled_ssl_apis = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.403361] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] flat_injected = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.403523] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] force_config_drive = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.403685] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] force_raw_images = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.403872] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] graceful_shutdown_timeout = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.404063] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] heal_instance_info_cache_interval = -1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.404297] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] host = cpu-1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.404475] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.404639] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] initial_disk_allocation_ratio = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.404797] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] initial_ram_allocation_ratio = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405026] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405201] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_build_timeout = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405360] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_delete_interval = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405528] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_format = [instance: %(uuid)s] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405695] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_name_template = instance-%08x {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.405853] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_usage_audit = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406029] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_usage_audit_period = month {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406201] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406366] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] instances_path = /opt/stack/data/nova/instances {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406528] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] internal_service_availability_zone = internal {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406682] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] key = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.406839] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] live_migration_retry_count = 30 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407030] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_color = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407186] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_config_append = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407354] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407514] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_dir = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407670] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407798] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_options = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.407963] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_rotate_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408142] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_rotate_interval_type = days {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408313] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] log_rotation_type = none {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408476] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408561] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408723] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.408884] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409016] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409179] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] long_rpc_timeout = 1800 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409339] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_concurrent_builds = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409494] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_concurrent_live_migrations = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409648] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_concurrent_snapshots = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409803] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_local_block_devices = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.409990] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_logfile_count = 30 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410167] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] max_logfile_size_mb = 200 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410324] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] maximum_instance_delete_attempts = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410492] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metadata_listen = 0.0.0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410656] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metadata_listen_port = 8775 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410823] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metadata_workers = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.410983] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] migrate_max_retries = -1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.411167] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] mkisofs_cmd = genisoimage {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.411374] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] my_block_storage_ip = 10.180.1.21 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.411506] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] my_ip = 10.180.1.21 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.411707] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.411869] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] network_allocate_retries = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412094] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412275] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] osapi_compute_listen = 0.0.0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412440] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] osapi_compute_listen_port = 8774 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412607] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] osapi_compute_unique_server_name_scope = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412776] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] osapi_compute_workers = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.412938] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] password_length = 12 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413129] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] periodic_enable = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413298] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] periodic_fuzzy_delay = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413467] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] pointer_model = usbtablet {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413631] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] preallocate_images = none {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413788] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] publish_errors = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.413918] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] pybasedir = /opt/stack/nova {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414086] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ram_allocation_ratio = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414245] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rate_limit_burst = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414413] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rate_limit_except_level = CRITICAL {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414573] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rate_limit_interval = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414730] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reboot_timeout = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.414886] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reclaim_instance_interval = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415051] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] record = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415226] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reimage_timeout_per_gb = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415392] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] report_interval = 120 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415553] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rescue_timeout = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415711] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reserved_host_cpus = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.415869] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reserved_host_disk_mb = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416042] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reserved_host_memory_mb = 512 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416206] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] reserved_huge_pages = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416365] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] resize_confirm_window = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416521] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] resize_fs_using_block_device = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416678] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] resume_guests_state_on_host_boot = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.416843] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417008] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] rpc_response_timeout = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417177] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] run_external_periodic_tasks = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417342] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] running_deleted_instance_action = reap {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417498] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] running_deleted_instance_poll_interval = 1800 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417653] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] running_deleted_instance_timeout = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417807] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler_instance_sync_interval = 120 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.417971] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_down_time = 720 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418151] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] servicegroup_driver = db {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418306] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] shell_completion = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418461] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] shelved_offload_time = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418621] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] shelved_poll_interval = 3600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418782] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] shutdown_timeout = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.418942] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] source_is_ipv6 = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.419113] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ssl_only = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.419361] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.419528] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] sync_power_state_interval = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.419690] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] sync_power_state_pool_size = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.419888] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] syslog_log_facility = LOG_USER {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420073] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] tempdir = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420243] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] timeout_nbd = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420412] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] transport_url = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420574] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] update_resources_interval = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420732] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_cow_images = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.420892] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_journal = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421063] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_json = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421226] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_rootwrap_daemon = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421383] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_stderr = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421601] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] use_syslog = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421780] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vcpu_pin_set = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.421995] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plugging_is_fatal = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.422175] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plugging_timeout = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.422346] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] virt_mkfs = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.422509] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] volume_usage_poll_interval = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.422671] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] watch_log_file = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.422840] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] web = /usr/share/spice-html5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.423034] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.423206] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.423369] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.423537] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_concurrency.disable_process_locking = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424088] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424288] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424462] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424641] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424814] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.424983] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.425186] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.auth_strategy = keystone {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.425356] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.compute_link_prefix = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.425536] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.425714] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.dhcp_domain = novalocal {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.425886] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.enable_instance_password = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426061] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.glance_link_prefix = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426233] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426405] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426570] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.instance_list_per_project_cells = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426733] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.list_records_by_skipping_down_cells = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.426894] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.local_metadata_per_cell = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427076] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.max_limit = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427248] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.metadata_cache_expiration = 15 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427421] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.neutron_default_tenant_id = default {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427591] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.response_validation = warn {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427762] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.use_neutron_default_nets = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.427938] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428119] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428287] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428459] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428630] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_dynamic_targets = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428793] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_jsonfile_path = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.428970] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.429184] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.backend = dogpile.cache.memcached {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.429357] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.backend_argument = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.429520] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.backend_expiration_time = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.429688] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.config_prefix = cache.oslo {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.429881] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.dead_timeout = 60.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430069] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.debug_cache_backend = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430239] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.enable_retry_client = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430402] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.enable_socket_keepalive = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430575] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.enabled = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430740] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.enforce_fips_mode = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.430904] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.expiration_time = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431080] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.hashclient_retry_attempts = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431253] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.hashclient_retry_delay = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431415] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_dead_retry = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431573] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_password = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431736] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.431904] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432100] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_pool_maxsize = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432271] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432432] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_sasl_enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432616] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432782] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_socket_timeout = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.432941] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.memcache_username = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.433153] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.proxies = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.433331] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_db = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.433496] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_password = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.433670] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_sentinel_service_name = mymaster {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.433848] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434030] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_server = localhost:6379 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434203] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_socket_timeout = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434363] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.redis_username = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434522] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.retry_attempts = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434693] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.retry_delay = 0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.434883] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.socket_keepalive_count = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435026] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.socket_keepalive_idle = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435192] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.socket_keepalive_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435350] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.tls_allowed_ciphers = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435507] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.tls_cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435663] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.tls_certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435821] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.tls_enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.435977] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cache.tls_keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436162] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436334] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.auth_type = password {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436496] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436668] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.catalog_info = volumev3::publicURL {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436829] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.436992] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437170] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.cross_az_attach = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437333] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.debug = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437492] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.endpoint_template = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437654] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.http_retries = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437815] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.437974] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438160] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.os_region_name = RegionOne {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438325] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438485] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cinder.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438654] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438813] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.cpu_dedicated_set = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.438973] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.cpu_shared_set = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439150] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.image_type_exclude_list = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439315] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439474] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.max_concurrent_disk_ops = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439634] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.max_disk_devices_to_attach = -1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439795] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.439996] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.440184] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.resource_provider_association_refresh = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.440348] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.440512] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.shutdown_retry_interval = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.440693] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.440872] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] conductor.workers = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441063] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] console.allowed_origins = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441231] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] console.ssl_ciphers = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441405] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] console.ssl_minimum_version = default {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441574] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] consoleauth.enforce_session_timeout = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441743] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] consoleauth.token_ttl = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.441914] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442119] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442294] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442457] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442616] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442773] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.442938] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443126] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443299] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443461] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443622] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443783] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.443941] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444127] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.service_type = accelerator {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444293] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444451] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444609] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444765] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.444979] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445122] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] cyborg.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445295] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.asyncio_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445456] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.asyncio_slave_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445627] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.backend = sqlalchemy {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445798] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.445964] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.connection_debug = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446150] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.connection_parameters = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446316] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.connection_recycle_time = 3600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446479] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.connection_trace = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446642] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.db_inc_retry_interval = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446805] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.db_max_retries = 20 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.446967] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.db_max_retry_interval = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447143] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.db_retry_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447308] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.max_overflow = 50 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447471] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.max_pool_size = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447640] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.max_retries = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447809] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.447970] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.mysql_wsrep_sync_wait = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.448146] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.pool_timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.448310] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.retry_interval = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.448470] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.slave_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.448632] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.sqlite_synchronous = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.448795] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] database.use_db_reconnect = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449027] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.asyncio_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449139] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.asyncio_slave_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449313] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.backend = sqlalchemy {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449483] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449648] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.connection_debug = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.449826] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.connection_parameters = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450022] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.connection_recycle_time = 3600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450198] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.connection_trace = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450366] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.db_inc_retry_interval = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450532] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.db_max_retries = 20 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450698] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.db_max_retry_interval = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.450861] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.db_retry_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451033] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.max_overflow = 50 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451207] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.max_pool_size = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451371] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.max_retries = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451539] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451700] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.451858] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.pool_timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452062] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.retry_interval = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452236] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.slave_connection = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452401] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] api_database.sqlite_synchronous = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452575] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] devices.enabled_mdev_types = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452752] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.452927] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ephemeral_storage_encryption.default_format = luks {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453124] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ephemeral_storage_encryption.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453299] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453479] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.api_servers = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453645] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453806] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.453971] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454148] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454308] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454471] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.debug = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454638] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.default_trusted_certificate_ids = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454801] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.enable_certificate_validation = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.454964] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.enable_rbd_download = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455143] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455312] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455474] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455635] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455794] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.455959] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.num_retries = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456148] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.rbd_ceph_conf = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456314] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.rbd_connect_timeout = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456487] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.rbd_pool = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456656] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.rbd_user = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456823] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.456985] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457161] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457334] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.service_type = image {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457499] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457659] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457817] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.457977] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.458178] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.458346] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.verify_glance_signatures = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.458507] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] glance.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.458673] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] guestfs.debug = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.458841] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459009] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.auth_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459181] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459339] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459499] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459659] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.459821] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460009] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460189] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460349] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460509] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460667] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460826] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.460985] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.461161] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.461334] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.service_type = shared-file-system {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.461497] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.share_apply_policy_timeout = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.461661] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.461819] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.462018] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.462210] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.462379] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.462544] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] manila.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.462714] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] mks.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463076] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463275] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.manager_interval = 2400 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463452] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.precache_concurrency = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463625] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.remove_unused_base_images = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463795] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.463964] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464159] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] image_cache.subdirectory_name = _base {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464340] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.api_max_retries = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464506] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.api_retry_interval = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464669] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464830] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.auth_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.464991] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465166] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465331] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465497] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.conductor_group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465658] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465818] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.465974] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466152] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466316] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466473] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466630] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466795] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.peer_list = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.466954] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467129] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467295] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.serial_console_state_timeout = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467455] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467626] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.service_type = baremetal {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467784] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.shard = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.467947] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468119] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468280] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468440] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468622] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468785] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ironic.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.468968] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.469159] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] key_manager.fixed_key = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.469347] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.469510] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.barbican_api_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.469671] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.barbican_endpoint = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.469862] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.barbican_endpoint_type = public {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470054] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.barbican_region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470220] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470381] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470544] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470702] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.470858] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471031] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.number_of_retries = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471202] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.retry_delay = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471363] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.send_service_user_token = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471526] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471682] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.471840] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.verify_ssl = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472023] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican.verify_ssl_path = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472202] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472370] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.auth_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472526] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472679] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.472843] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473009] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473172] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473334] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473488] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] barbican_service_user.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473652] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.approle_role_id = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473809] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.approle_secret_id = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.473980] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.kv_mountpoint = secret {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474155] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.kv_path = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474316] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.kv_version = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474475] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.namespace = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474632] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.root_token_id = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474788] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.ssl_ca_crt_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.474954] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.timeout = 60.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475130] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.use_ssl = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475302] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475469] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475627] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475791] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.475952] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476127] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476288] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476449] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476607] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476763] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.476920] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477092] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477256] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477415] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477585] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.service_type = identity {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477747] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.477905] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.478079] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.478242] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.478425] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.478590] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] keystone.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.478782] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.ceph_mount_options = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.479107] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.479298] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.connection_uri = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.479465] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_mode = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.479632] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_model_extra_flags = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.479802] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_models = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480012] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_power_governor_high = performance {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480193] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_power_governor_low = powersave {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480361] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_power_management = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480535] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480707] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.device_detach_attempts = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.480873] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.device_detach_timeout = 20 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481054] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.disk_cachemodes = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481222] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.disk_prefix = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481389] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.enabled_perf_events = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481552] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.file_backed_memory = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481718] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.gid_maps = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.481877] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.hw_disk_discard = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482082] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.hw_machine_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482265] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_rbd_ceph_conf = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482431] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482594] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482763] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_rbd_glance_store_name = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.482941] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_rbd_pool = rbd {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483124] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_type = default {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483287] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.images_volume_group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483451] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.inject_key = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483615] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.inject_partition = -2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483777] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.inject_password = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.483940] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.iscsi_iface = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484119] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.iser_use_multipath = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484306] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_bandwidth = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484482] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484646] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_downtime = 500 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484811] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.484975] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485150] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_inbound_addr = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485333] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485474] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_permit_post_copy = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485634] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_scheme = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485804] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_timeout_action = abort {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.485968] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_tunnelled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.486141] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_uri = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.486305] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.live_migration_with_native_tls = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.486465] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.max_queues = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.486627] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.486864] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487042] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.nfs_mount_options = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487329] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487504] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487671] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_iser_scan_tries = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487833] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_memory_encrypted_guests = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.487997] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.488176] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_pcie_ports = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.488344] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.num_volume_scan_tries = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.488513] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.pmem_namespaces = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.488674] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.quobyte_client_cfg = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.488978] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.489175] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rbd_connect_timeout = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.489347] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.489542] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.489719] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rbd_secret_uuid = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.489901] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rbd_user = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490090] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490273] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.remote_filesystem_transport = ssh {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490436] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rescue_image_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490597] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rescue_kernel_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490755] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rescue_ramdisk_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.490923] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.491100] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.rx_queue_size = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.491272] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.smbfs_mount_options = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.491568] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.491748] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.snapshot_compression = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.491936] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.snapshot_image_format = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.492193] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.492370] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.sparse_logical_volumes = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.492537] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.swtpm_enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.492708] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.swtpm_group = tss {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.492879] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.swtpm_user = tss {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493065] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.sysinfo_serial = unique {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493234] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.tb_cache_size = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493395] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.tx_queue_size = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493562] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.uid_maps = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493728] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.use_virtio_for_bridges = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.493900] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.virt_type = kvm {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494081] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.volume_clear = zero {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494261] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.volume_clear_size = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494441] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.volume_enforce_multipath = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494610] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.volume_use_multipath = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494770] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_cache_path = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.494943] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.495132] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_mount_group = qemu {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.495301] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_mount_opts = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.495471] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.495765] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.495949] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.vzstorage_mount_user = stack {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496140] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496317] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496493] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.auth_type = password {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496656] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496816] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.496980] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497158] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497320] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497490] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.default_floating_pool = public {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497649] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497813] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.extension_sync_interval = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.497973] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.http_retries = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498151] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498311] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498473] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498647] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498808] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.498980] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.ovs_bridge = br-int {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.499164] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.physnets = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.499335] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.region_name = RegionOne {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.499498] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.499668] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.service_metadata_proxy = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.499841] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500041] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.service_type = network {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500217] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500379] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500537] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500697] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.500881] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501057] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] neutron.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501236] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.bdms_in_notifications = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501414] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.default_level = INFO {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501580] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.include_share_mapping = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501757] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.notification_format = unversioned {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.501946] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.notify_on_state_change = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.502144] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.502329] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] pci.alias = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.502503] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] pci.device_spec = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.502671] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] pci.report_in_placement = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.502845] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503034] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.auth_type = password {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503211] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503374] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503536] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503698] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.503857] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504027] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504193] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.default_domain_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504372] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.default_domain_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504539] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.domain_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504699] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.domain_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.504860] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505035] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505202] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505360] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505516] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505686] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.password = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.505844] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.project_domain_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506023] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.project_domain_name = Default {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506199] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.project_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506377] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.project_name = service {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506551] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.region_name = RegionOne {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506714] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.506878] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507059] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.service_type = placement {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507230] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507390] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507550] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507708] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.system_scope = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.507866] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508036] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.trust_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508203] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.user_domain_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508377] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.user_domain_name = Default {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508537] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.user_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508712] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.username = nova {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.508895] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509071] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] placement.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509260] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.cores = 20 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509428] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.count_usage_from_placement = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509599] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509769] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.injected_file_content_bytes = 10240 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.509964] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.injected_file_path_length = 255 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510154] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.injected_files = 5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510322] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.instances = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510487] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.key_pairs = 100 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510652] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.metadata_items = 128 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510816] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.ram = 51200 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.510980] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.recheck_quota = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.511163] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.server_group_members = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.511330] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.server_groups = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.511541] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.511718] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] quota.unified_limits_resource_strategy = require {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.511891] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512101] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512278] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.image_metadata_prefilter = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512441] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512606] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.max_attempts = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512770] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.max_placement_results = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.512933] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513111] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.query_placement_for_image_type_support = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513274] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513449] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] scheduler.workers = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513626] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513798] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.513978] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.514163] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.514348] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.514523] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.514689] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.514878] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515059] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.host_subset_size = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515231] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515392] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515561] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515721] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.515897] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516074] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.isolated_hosts = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516244] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.isolated_images = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516408] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516569] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516731] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.516892] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.pci_in_placement = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517067] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517237] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517401] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517562] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517724] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.517884] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518057] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.track_instance_changes = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518236] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518407] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metrics.required = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518573] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metrics.weight_multiplier = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518737] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.518903] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] metrics.weight_setting = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.519223] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.519404] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.519585] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.port_range = 10000:20000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.519753] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.519952] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520141] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] serial_console.serialproxy_port = 6083 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520312] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520488] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.auth_type = password {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520649] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520806] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.520970] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.521149] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.521306] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.521477] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.send_service_user_token = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.521645] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.521804] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] service_user.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.522016] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.agent_enabled = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.522196] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.522496] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.522696] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.522866] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.html5proxy_port = 6082 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523044] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.image_compression = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523208] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.jpeg_compression = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523367] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.playback_compression = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523531] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.require_secure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523703] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.server_listen = 127.0.0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.523875] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.524165] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.524358] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.streaming_mode = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.524529] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] spice.zlib_compression = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.524696] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] upgrade_levels.baseapi = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.524869] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] upgrade_levels.compute = auto {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525046] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] upgrade_levels.conductor = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525214] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] upgrade_levels.scheduler = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525381] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525545] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.auth_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525735] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.525861] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526035] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526206] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526363] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526524] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526681] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vendordata_dynamic_auth.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.526854] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.api_retry_count = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527021] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.ca_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527203] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.cache_prefix = devstack-image-cache {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527373] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.cluster_name = testcl1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527538] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.connection_pool_size = 10 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527697] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.console_delay_seconds = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.527865] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.datastore_regex = ^datastore.* {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528084] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528266] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.host_password = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528435] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.host_port = 443 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528605] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.host_username = administrator@vsphere.local {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528773] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.insecure = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.528935] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.integration_bridge = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529115] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.maximum_objects = 100 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529279] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.pbm_default_policy = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529442] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.pbm_enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529603] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.pbm_wsdl_location = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529774] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.529960] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.serial_port_proxy_uri = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530148] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.serial_port_service_uri = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530318] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.task_poll_interval = 0.5 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530492] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.use_linked_clone = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530662] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.vnc_keymap = en-us {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530827] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.vnc_port = 5900 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.530991] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vmware.vnc_port_total = 10000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.531197] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.auth_schemes = ['none'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.531374] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.531656] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.531841] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532053] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.novncproxy_port = 6080 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532261] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.server_listen = 127.0.0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532447] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532612] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.vencrypt_ca_certs = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532774] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.vencrypt_client_cert = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.532935] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vnc.vencrypt_client_key = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533129] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533297] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_deep_image_inspection = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533460] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533624] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533787] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.533950] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.disable_rootwrap = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.534128] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.enable_numa_live_migration = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.534333] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.534557] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.534734] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.534899] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.libvirt_disable_apic = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535077] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535250] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535413] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535576] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535739] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.535900] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536074] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536242] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536403] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536569] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536755] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.536925] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.client_socket_timeout = 900 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537127] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.default_pool_size = 1000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537301] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.keep_alive = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537470] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.max_header_line = 16384 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537633] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.secure_proxy_ssl_header = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537794] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.ssl_ca_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.537956] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.ssl_cert_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.538137] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.ssl_key_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.538308] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.tcp_keepidle = 600 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.538483] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.538650] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] zvm.ca_file = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.538809] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] zvm.cloud_connector_url = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.539116] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.539295] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] zvm.reachable_timeout = 300 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.539466] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.539644] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.539828] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.connection_string = messaging:// {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540031] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.enabled = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540215] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.es_doc_type = notification {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540385] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.es_scroll_size = 10000 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540557] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.es_scroll_time = 2m {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540724] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.filter_error_trace = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.540894] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.hmac_keys = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541077] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.sentinel_service_name = mymaster {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541252] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.socket_timeout = 0.1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541417] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.trace_requests = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541579] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler.trace_sqlalchemy = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541760] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler_jaeger.process_tags = {} {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.541926] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler_jaeger.service_name_prefix = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542127] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] profiler_otlp.service_name_prefix = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542299] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] remote_debug.host = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542460] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] remote_debug.port = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542636] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542798] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.542960] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543134] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543296] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543457] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543616] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543774] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.543936] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544123] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544305] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544487] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544657] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544826] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.544991] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545180] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545343] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545503] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545670] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545831] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.545992] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546171] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546334] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546492] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546653] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546810] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.546968] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547141] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547306] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547469] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547630] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547800] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.547971] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.548152] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.548322] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.548490] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.ssl_version = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.548654] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.548837] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549017] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_notifications.retry = -1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549198] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549370] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_messaging_notifications.transport_url = **** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549542] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.auth_section = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549706] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.auth_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.549887] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.cafile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550073] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.certfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550262] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.collect_timing = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550405] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.connect_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550564] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.connect_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550722] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_id = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.550892] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_interface = publicURL {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551063] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_override = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551226] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551385] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551541] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.endpoint_service_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551700] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.insecure = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.551855] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.keyfile = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552045] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.max_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552219] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.min_version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552376] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.region_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552536] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.retriable_status_codes = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552692] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.service_name = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.552852] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.service_type = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553025] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.split_loggers = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553185] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.status_code_retries = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553348] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.status_code_retry_delay = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553504] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.timeout = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553664] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.valid_interfaces = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553819] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_limit.version = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.553984] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_reports.file_event_handler = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.554163] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.554344] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] oslo_reports.log_dir = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.554526] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.554687] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.554844] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555025] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555202] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555359] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555528] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555687] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.555850] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556038] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556191] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556351] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] vif_plug_ovs_privileged.user = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556520] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.flat_interface = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556700] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.556875] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557060] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557240] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557412] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557578] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557739] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.557915] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558101] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.isolate_vif = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558276] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558443] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558612] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558782] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.ovsdb_interface = native {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.558946] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] os_vif_ovs.per_port_bridge = False {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559133] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.capabilities = [21] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559291] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559447] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.helper_command = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559610] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559773] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.559957] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] privsep_osbrick.user = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560151] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560319] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.group = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560473] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.helper_command = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560633] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560792] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.560947] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] nova_sys_admin.user = None {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.561091] env[69217]: DEBUG oslo_service.backend.eventlet.service [None req-d5fed689-3ed1-4af4-bd7f-d1d9e070961e None None] ******************************************************************************** {{(pid=69217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 577.561500] env[69217]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 578.066024] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Getting list of instances from cluster (obj){ [ 578.066024] env[69217]: value = "domain-c8" [ 578.066024] env[69217]: _type = "ClusterComputeResource" [ 578.066024] env[69217]: } {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.067137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f8bdba-8ed6-4042-a8bd-21b212b04c3c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.076184] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Got total of 0 instances {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.076762] env[69217]: WARNING nova.virt.vmwareapi.driver [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 578.077269] env[69217]: INFO nova.virt.node [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Generated node identity 7b6c4a0e-698d-4b89-944b-903ec8545ed6 [ 578.077519] env[69217]: INFO nova.virt.node [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Wrote node identity 7b6c4a0e-698d-4b89-944b-903ec8545ed6 to /opt/stack/data/n-cpu-1/compute_id [ 578.580445] env[69217]: WARNING nova.compute.manager [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Compute nodes ['7b6c4a0e-698d-4b89-944b-903ec8545ed6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 579.586743] env[69217]: INFO nova.compute.manager [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 580.593020] env[69217]: WARNING nova.compute.manager [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 580.593649] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.593919] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.594090] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.594249] env[69217]: DEBUG nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 580.595188] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5ca6f-ce7d-4e85-a011-43df0c5cb134 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.603349] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0b8ce-ee6d-4775-8d64-b885b7b14f8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.616679] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0594c3-b8d5-4a18-bbcc-b69bedeef267 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.622805] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1030bee8-1208-494e-96d3-b8a31de42516 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.651351] env[69217]: DEBUG nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180961MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 580.651509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.651689] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.154204] env[69217]: WARNING nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] No compute node record for cpu-1:7b6c4a0e-698d-4b89-944b-903ec8545ed6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7b6c4a0e-698d-4b89-944b-903ec8545ed6 could not be found. [ 581.657824] env[69217]: INFO nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 [ 583.165550] env[69217]: DEBUG nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 583.165893] env[69217]: DEBUG nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 583.325268] env[69217]: INFO nova.scheduler.client.report [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] [req-4d90078f-4f72-4cc7-be59-85d4706b39ce] Created resource provider record via placement API for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 583.339530] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7d4ec-c926-4c62-833e-540d2ca00e41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.347488] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a35f99b-47b2-454c-8855-2abb85acd4f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.378928] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0312b9-4b23-4921-9f79-43225da55b52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.386127] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ddb7e-ad1b-42c7-93f4-b8a1b74a31ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.877711] env[69217]: DEBUG nova.compute.provider_tree [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.413383] env[69217]: DEBUG nova.scheduler.client.report [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 584.413721] env[69217]: DEBUG nova.compute.provider_tree [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 0 to 1 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.413721] env[69217]: DEBUG nova.compute.provider_tree [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.463488] env[69217]: DEBUG nova.compute.provider_tree [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 1 to 2 during operation: update_traits {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.968536] env[69217]: DEBUG nova.compute.resource_tracker [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 584.968750] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.317s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.968914] env[69217]: DEBUG nova.service [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Creating RPC server for service compute {{(pid=69217) start /opt/stack/nova/nova/service.py:178}} [ 584.982818] env[69217]: DEBUG nova.service [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] Join ServiceGroup membership for this service compute {{(pid=69217) start /opt/stack/nova/nova/service.py:195}} [ 584.983220] env[69217]: DEBUG nova.servicegroup.drivers.db [None req-e173b274-3152-4f12-b934-c1b205ed7d12 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69217) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 596.987328] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_power_states {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.490843] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Getting list of instances from cluster (obj){ [ 597.490843] env[69217]: value = "domain-c8" [ 597.490843] env[69217]: _type = "ClusterComputeResource" [ 597.490843] env[69217]: } {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.492103] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8c825-f0d7-4886-983b-fe9c5252dd81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.500615] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Got total of 0 instances {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.500846] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.501151] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Getting list of instances from cluster (obj){ [ 597.501151] env[69217]: value = "domain-c8" [ 597.501151] env[69217]: _type = "ClusterComputeResource" [ 597.501151] env[69217]: } {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.502050] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227bb630-448b-453f-a44c-4a837dbbaffd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.509946] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Got total of 0 instances {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 625.292670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.292959] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.798018] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.337049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.337605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.339207] env[69217]: INFO nova.compute.claims [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.800266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "59eda413-c58c-49d1-9d16-81eb83418762" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.800266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.303108] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.446190] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71684309-d707-419d-a60b-6580af499d46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.457988] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4be160-0ede-4941-9131-83c805b92a4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.504953] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e0ab3-8d13-4d57-ade5-4f9e9501db05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.516944] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9445772-a83a-4b49-b4ad-560f25c9d449 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.536930] env[69217]: DEBUG nova.compute.provider_tree [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.646900] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.647104] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.838239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.983048] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.983280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.042995] env[69217]: DEBUG nova.scheduler.client.report [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.149735] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.485259] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.549805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.549805] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.552806] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.715s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.554337] env[69217]: INFO nova.compute.claims [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.688367] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.012147] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.062435] env[69217]: DEBUG nova.compute.utils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.064013] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.067459] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.442032] env[69217]: DEBUG nova.policy [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7093e34bb467415e9080bbccdc4a8bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af874b3962eb4107bb7acb95a4a349ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.573960] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.686727] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28cfe5-95c0-46fd-b644-d991504c5b3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.696899] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492efd85-c350-4456-b6d5-a62d66a37e75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.739021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834a68c-3898-4ec7-8e2e-aaeab8fa999d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.748554] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14fc2c-02bf-4a2d-8f79-8938d780c43e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.764155] env[69217]: DEBUG nova.compute.provider_tree [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.270358] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Successfully created port: 67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.274039] env[69217]: DEBUG nova.scheduler.client.report [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.587520] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.621854] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.622369] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.622649] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.622855] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.623122] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.623324] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.623683] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.624074] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.624719] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.625009] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.625341] env[69217]: DEBUG nova.virt.hardware [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.626699] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48546b90-f977-47b6-99ce-a0d20b0a0b11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.636353] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02632b19-75a1-45c4-868c-0216612aabcf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.655303] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b43ab9-9f6d-44a1-af97-1305e046ed84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.781953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.782648] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.789192] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.097s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.790905] env[69217]: INFO nova.compute.claims [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.942235] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "d7fbc3be-7558-416a-88f8-952430aa603d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.942490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.295668] env[69217]: DEBUG nova.compute.utils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.300150] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.300875] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.448053] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.453348] env[69217]: DEBUG nova.policy [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '758c95baa9214b608160ccb862f37a4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5a0b312b59464c9cb53a420a5a6662', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.809051] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.932115] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a76240-88e5-4a30-adc2-b1200c7aabdc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.940087] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b444fe5-7de6-48ca-9a44-0ef60c990084 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.976625] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26046086-b3e8-4558-8233-63b388849205 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.989234] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263cdad-37ce-4369-8175-5233b367b5b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.995919] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.005250] env[69217]: DEBUG nova.compute.provider_tree [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.293783] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Successfully created port: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.509047] env[69217]: DEBUG nova.scheduler.client.report [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.824420] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.878393] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.878393] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.878618] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.878664] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.878806] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.878954] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.880016] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.880329] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.880436] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.880554] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.880756] env[69217]: DEBUG nova.virt.hardware [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.881666] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13e135-bbb1-4f4c-b2a5-bc9fb30e89b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.892715] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943632a7-6848-4d23-b14b-7e64d97c86a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.015038] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.015441] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.017951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.019838] env[69217]: INFO nova.compute.claims [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180020] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180325] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.180325] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 633.180325] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.524685] env[69217]: DEBUG nova.compute.utils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.529291] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.529291] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.645024] env[69217]: DEBUG nova.policy [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c580e63617d44aa3b54cf3a880ccd955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06bee64df11943699e439b2c225aa7a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.685608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.797154] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Successfully updated port: 67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.038020] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.148316] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6dd55-85aa-4ba2-b3b2-d283a46d5b70 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.162283] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb9f7a-74d4-483a-a5d4-db938bb949e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.197630] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3adaf-3fc7-45e2-a9bf-b9db51a1af98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.205649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb506d-a2e4-4666-8f57-98fea1f5901a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.220559] env[69217]: DEBUG nova.compute.provider_tree [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.302479] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302479] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302479] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.730916] env[69217]: DEBUG nova.scheduler.client.report [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.859357] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Successfully created port: 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.959218] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.053433] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.089563] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.090087] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.090238] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.090561] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.090855] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.091047] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.091304] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.091487] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.092041] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.092347] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.092595] env[69217]: DEBUG nova.virt.hardware [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.093862] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ceed06-36de-49b2-8440-0c3f6c8ef816 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.107020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1af57-1e19-4005-9482-84adcce35196 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.234053] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.235113] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.239182] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.243s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.240606] env[69217]: INFO nova.compute.claims [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.600272] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Successfully updated port: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.641772] env[69217]: DEBUG nova.network.neutron [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Updating instance_info_cache with network_info: [{"id": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "address": "fa:16:3e:24:2e:63", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bdcb26-c9", "ovs_interfaceid": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.688589] env[69217]: DEBUG nova.compute.manager [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Received event network-vif-plugged-67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.688888] env[69217]: DEBUG oslo_concurrency.lockutils [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] Acquiring lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.689083] env[69217]: DEBUG oslo_concurrency.lockutils [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.689250] env[69217]: DEBUG oslo_concurrency.lockutils [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.689361] env[69217]: DEBUG nova.compute.manager [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] No waiting events found dispatching network-vif-plugged-67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.689515] env[69217]: WARNING nova.compute.manager [req-adc1b667-6855-4bd0-b093-8dad02283aa0 req-37177271-7b4d-4787-8047-a27f335e137c service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Received unexpected event network-vif-plugged-67bdcb26-c9be-444a-9b11-fff24f478e0c for instance with vm_state building and task_state spawning. [ 635.746622] env[69217]: DEBUG nova.compute.utils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.753391] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.753391] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.903891] env[69217]: DEBUG nova.policy [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2738a779306441febfecb52d8ee4f280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0215efd02f94d3dbc20cafc3f611dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.105208] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.105438] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquired lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.106453] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.146036] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.146036] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Instance network_info: |[{"id": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "address": "fa:16:3e:24:2e:63", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bdcb26-c9", "ovs_interfaceid": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.146267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2e:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67bdcb26-c9be-444a-9b11-fff24f478e0c', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.161213] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.161962] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015ca1a5-a791-4e5a-9b7a-441bd2d9a1c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.175024] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created folder: OpenStack in parent group-v4. [ 636.176455] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating folder: Project (af874b3962eb4107bb7acb95a4a349ed). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.177872] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7ce722e-4482-4400-87e0-1568eb8d0e58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.188246] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created folder: Project (af874b3962eb4107bb7acb95a4a349ed) in parent group-v705386. [ 636.188778] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating folder: Instances. Parent ref: group-v705387. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.189125] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16292b0b-c7fc-4ead-8304-cb2b83453a7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.197545] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created folder: Instances in parent group-v705387. [ 636.197784] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.197963] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.198181] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c2fd46-b339-433e-ad89-f5b72335a301 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.222135] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.222135] env[69217]: value = "task-3531732" [ 636.222135] env[69217]: _type = "Task" [ 636.222135] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.230975] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531732, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.251011] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.393533] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2a4dca-e0bb-41ad-b64f-85797786a8fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.407040] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df78d39b-a552-4e6e-ae7d-c76f5b1f7f2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.451216] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa087ef3-3ac6-46d2-8051-8600d9cd791b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.462759] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5808b968-2fec-4d7f-a836-ab168c34e689 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.476833] env[69217]: DEBUG nova.compute.provider_tree [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.537250] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Successfully created port: 216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.735953] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531732, 'name': CreateVM_Task, 'duration_secs': 0.341295} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.737230] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.759321] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.770242] env[69217]: DEBUG oslo_vmware.service [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e4a86-fb04-43e0-b5bb-894d465589cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.778435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.778947] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.780031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.783137] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0834a19-ac7a-4279-afa2-965495603d9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.793212] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 636.793212] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da11e2-3fe2-d371-b1d3-f8bd28fde387" [ 636.793212] env[69217]: _type = "Task" [ 636.793212] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.803392] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da11e2-3fe2-d371-b1d3-f8bd28fde387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.984573] env[69217]: DEBUG nova.scheduler.client.report [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.034758] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.035202] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.256965] env[69217]: DEBUG nova.network.neutron [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Updating instance_info_cache with network_info: [{"id": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "address": "fa:16:3e:06:9b:2a", "network": {"id": "dd9c5c47-cec6-4a3d-862a-ec66d2c40dc5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1617172696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5a0b312b59464c9cb53a420a5a6662", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6e6d79-44", "ovs_interfaceid": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.269447] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.304489] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.305183] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.305430] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.305592] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.305808] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.305962] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.306196] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.306345] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.306766] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.306983] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.307180] env[69217]: DEBUG nova.virt.hardware [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.307983] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda58103-6e0e-4d9e-8886-83b7a0daf1c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.317499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.317739] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.317978] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.318168] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.318513] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.319343] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a04e412-fd3d-417b-8f07-e615e3bdde12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.329787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b203bb12-dfc8-485c-9119-bf37f1a413a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.353795] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.353795] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.354257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.354484] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.355988] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad68b9-71d3-4f14-be20-7aec266ee085 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.363776] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038f3777-5b64-4e71-9306-2536a40ea597 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.369095] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 637.369095] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5222b7f9-7a8c-ca62-0f12-80718d8ecdbd" [ 637.369095] env[69217]: _type = "Task" [ 637.369095] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.378676] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5222b7f9-7a8c-ca62-0f12-80718d8ecdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.498596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.498596] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.501120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.815s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.501374] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.501531] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 637.502910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d879113-6080-4f57-951e-8f575f523e46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.518615] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c8237-2fc5-406e-9806-97727e54d902 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.544542] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.548684] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43afcefb-3171-4b86-809b-87a205e77a79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.556558] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac23628-99bb-4a04-a590-2c4938e7e17b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.590778] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 637.591848] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.591848] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.760527] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Releasing lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.761121] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Instance network_info: |[{"id": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "address": "fa:16:3e:06:9b:2a", "network": {"id": "dd9c5c47-cec6-4a3d-862a-ec66d2c40dc5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1617172696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5a0b312b59464c9cb53a420a5a6662", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6e6d79-44", "ovs_interfaceid": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.762388] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.762388] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.762758] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:9b:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d6e6d79-4444-450f-bccb-f74e32ba4dbf', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.773258] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Creating folder: Project (fe5a0b312b59464c9cb53a420a5a6662). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.776463] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.784090] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ddbf90-a680-42b7-9116-6e2b043c8881 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.796366] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Created folder: Project (fe5a0b312b59464c9cb53a420a5a6662) in parent group-v705386. [ 637.796366] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Creating folder: Instances. Parent ref: group-v705390. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.796863] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c932d302-a026-43a8-b405-8ea58dd23d3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.814322] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Created folder: Instances in parent group-v705390. [ 637.814591] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.814843] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.815100] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db4dfdab-5823-41f4-8d75-2399f80ba014 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.840881] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.840881] env[69217]: value = "task-3531735" [ 637.840881] env[69217]: _type = "Task" [ 637.840881] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.853375] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531735, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.861027] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.884768] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 637.885046] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating directory with path [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.885300] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69691bb-fb15-4219-9296-c9fe00c741ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.915766] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created directory with path [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.915983] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Fetch image to [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 637.916170] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Downloading image file data e5795d20-bf84-4fc7-a844-22898280f8dd to [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69217) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 637.917029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e3c0b-1f8c-4c71-952d-7f50225b19c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.927927] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d4689-c1f2-4399-853f-8060da0d396f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.950026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f7f1f-952a-4d08-8582-e63aad7d8927 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.989842] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb935c-0672-404d-9a9b-91492381057c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.998175] env[69217]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c46c4397-7739-40ba-bd59-a9baeb5a1a67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.004257] env[69217]: DEBUG nova.compute.utils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.005650] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.005858] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.030101] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Downloading image file data e5795d20-bf84-4fc7-a844-22898280f8dd to the data store datastore1 {{(pid=69217) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 638.089046] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Successfully updated port: 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.092399] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.172432] env[69217]: DEBUG nova.policy [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2738a779306441febfecb52d8ee4f280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0215efd02f94d3dbc20cafc3f611dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.176566] env[69217]: DEBUG oslo_vmware.rw_handles [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 638.325719] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.360913] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531735, 'name': CreateVM_Task, 'duration_secs': 0.387214} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.364031] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.364031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.365997] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.366312] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.371057] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51622ad-1297-48b7-8539-cefb577f5601 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.386680] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 638.386680] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520a8376-8cf9-15ec-93b4-b3bff9658ac8" [ 638.386680] env[69217]: _type = "Task" [ 638.386680] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.393277] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.397943] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520a8376-8cf9-15ec-93b4-b3bff9658ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.512486] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.602256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.602347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.602537] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.650292] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 3fd3d6a7-1609-49ae-afa5-b337aad39679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.650621] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 59eda413-c58c-49d1-9d16-81eb83418762 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.650621] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance f43baed6-6386-4cab-9e4f-4dcc97eb6e87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.650751] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 6778e64f-50f5-4a2f-8d5b-947be28c527a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.651362] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d7fbc3be-7558-416a-88f8-952430aa603d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.728937] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.729475] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.895428] env[69217]: DEBUG oslo_vmware.rw_handles [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 638.895991] env[69217]: DEBUG oslo_vmware.rw_handles [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 638.902545] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.902936] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.903172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.046505] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Downloaded image file data e5795d20-bf84-4fc7-a844-22898280f8dd to vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69217) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 639.048718] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 639.048859] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copying Virtual Disk [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk to [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.049169] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e18d21e-0fd8-420c-9f8c-7a5f583e82e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.058461] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 639.058461] env[69217]: value = "task-3531736" [ 639.058461] env[69217]: _type = "Task" [ 639.058461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.069797] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.087050] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Successfully created port: 672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.155696] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 50b69299-91ee-43cf-aa76-2d6fa2240f9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 639.216187] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.237596] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.523183] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.561781] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.561781] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.562194] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.562194] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.562263] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.562478] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.562587] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.562771] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.562985] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.563168] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.563343] env[69217]: DEBUG nova.virt.hardware [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.565586] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951c3546-d5fe-42b3-bd04-946c9c307c91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.576034] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531736, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.579798] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7d58f-c8b7-4e6d-a798-aefaef44075a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.664816] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance aa58e2c6-85c2-483e-9435-db6664b30d5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 639.750711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Acquiring lock "97973f40-913d-4962-adab-a05953c50e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.750931] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Lock "97973f40-913d-4962-adab-a05953c50e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.773485] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.903326] env[69217]: DEBUG nova.network.neutron [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.077752] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Received event network-changed-67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.078505] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Refreshing instance network info cache due to event network-changed-67bdcb26-c9be-444a-9b11-fff24f478e0c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.079015] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquiring lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079015] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquired lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079316] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Refreshing network info cache for port 67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.089833] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685851} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.090522] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copied Virtual Disk [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk to [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.091134] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleting the datastore file [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.091506] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c848118e-57b0-4295-9525-b39919611357 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.105021] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 640.105021] env[69217]: value = "task-3531737" [ 640.105021] env[69217]: _type = "Task" [ 640.105021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.112198] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.169022] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7080e070-ba39-48ca-b4c7-abcd4349eb57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 640.259115] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Successfully updated port: 216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.260491] env[69217]: DEBUG nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.407972] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.407972] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Instance network_info: |[{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.412195] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c42025e-93ba-4f1a-bddf-66a01897cdfe', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.426025] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Creating folder: Project (06bee64df11943699e439b2c225aa7a4). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.426329] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45bc25a6-95a0-485c-9e28-8b24c20474ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.440140] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Created folder: Project (06bee64df11943699e439b2c225aa7a4) in parent group-v705386. [ 640.440349] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Creating folder: Instances. Parent ref: group-v705393. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.440825] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7755fc88-9d57-4de7-9659-355bb8ca37c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.453191] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Created folder: Instances in parent group-v705393. [ 640.453526] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.453761] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.454671] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba69797-4d9c-4bbe-ae68-9af72ebddf57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.482774] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.482774] env[69217]: value = "task-3531740" [ 640.482774] env[69217]: _type = "Task" [ 640.482774] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.490858] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531740, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.617282] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024633} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.618166] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.618166] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Moving file from [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0/e5795d20-bf84-4fc7-a844-22898280f8dd to [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd. {{(pid=69217) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 640.618166] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-87bab5c1-14d1-4982-a765-e1af3ebae44c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.625160] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 640.625160] env[69217]: value = "task-3531741" [ 640.625160] env[69217]: _type = "Task" [ 640.625160] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.641892] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531741, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.671533] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e41b95c-a1c5-49b7-8a26-b6be40046a4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 640.671533] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 640.671533] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 640.766209] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766294] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.766535] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.797638] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.887697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a117fefa-b701-40e3-a896-e303140db19c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.895331] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04836d7-9e3a-4aed-81de-48297fb41382 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.938154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4abdfe5-3c2b-4e7d-ac84-89792d21b9d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.946612] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aad910-8f84-4dfd-8a0a-36e21d6b31bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.960555] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.993827] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531740, 'name': CreateVM_Task, 'duration_secs': 0.384918} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.993827] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.994368] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.994525] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.994835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.995159] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6676c122-848f-4282-a21e-824ca19baa17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.000548] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 641.000548] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52234585-c11e-3f6a-f1b1-1c98f203199d" [ 641.000548] env[69217]: _type = "Task" [ 641.000548] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.013168] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52234585-c11e-3f6a-f1b1-1c98f203199d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.136982] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531741, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029907} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.138270] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Updated VIF entry in instance network info cache for port 67bdcb26-c9be-444a-9b11-fff24f478e0c. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.138270] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Updating instance_info_cache with network_info: [{"id": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "address": "fa:16:3e:24:2e:63", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bdcb26-c9", "ovs_interfaceid": "67bdcb26-c9be-444a-9b11-fff24f478e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.139335] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] File moved {{(pid=69217) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 641.140788] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Cleaning up location [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 641.140788] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleting the datastore file [datastore1] vmware_temp/73fd84eb-a645-4f75-a17a-5ceef98a5df0 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.140788] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c7104e-018a-4b91-85d1-bebcb127aedd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.147162] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 641.147162] env[69217]: value = "task-3531742" [ 641.147162] env[69217]: _type = "Task" [ 641.147162] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.161937] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.365162] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.466124] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.512801] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52234585-c11e-3f6a-f1b1-1c98f203199d, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.512801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.512920] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.513065] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.643856] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Releasing lock "refresh_cache-3fd3d6a7-1609-49ae-afa5-b337aad39679" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.643856] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Received event network-vif-plugged-2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.643856] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquiring lock "59eda413-c58c-49d1-9d16-81eb83418762-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.644238] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Lock "59eda413-c58c-49d1-9d16-81eb83418762-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.644238] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Lock "59eda413-c58c-49d1-9d16-81eb83418762-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.644422] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] No waiting events found dispatching network-vif-plugged-2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.644576] env[69217]: WARNING nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Received unexpected event network-vif-plugged-2d6e6d79-4444-450f-bccb-f74e32ba4dbf for instance with vm_state building and task_state spawning. [ 641.644730] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Received event network-changed-2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.644891] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Refreshing instance network info cache due to event network-changed-2d6e6d79-4444-450f-bccb-f74e32ba4dbf. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.645134] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquiring lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.645288] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquired lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.645450] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Refreshing network info cache for port 2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.662983] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025517} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.663586] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.664354] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308ea659-abf7-441b-b4a7-22cb02713f3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.670992] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 641.670992] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e0989d-8947-fbc2-666d-c5bd345f8042" [ 641.670992] env[69217]: _type = "Task" [ 641.670992] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.685216] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e0989d-8947-fbc2-666d-c5bd345f8042, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.685512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.685772] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3fd3d6a7-1609-49ae-afa5-b337aad39679/3fd3d6a7-1609-49ae-afa5-b337aad39679.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.686388] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.686587] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.686833] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4dc5d61-ef51-459b-bc87-66923260c307 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.688897] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-741f795c-a1d7-4c01-8dfc-67f642b8ae17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.697957] env[69217]: DEBUG nova.network.neutron [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Updating instance_info_cache with network_info: [{"id": "216e0d64-800e-45bd-882b-88c67ca8b048", "address": "fa:16:3e:d3:f5:d3", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216e0d64-80", "ovs_interfaceid": "216e0d64-800e-45bd-882b-88c67ca8b048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.699232] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 641.699232] env[69217]: value = "task-3531743" [ 641.699232] env[69217]: _type = "Task" [ 641.699232] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.700442] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.700724] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.704605] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592950b3-471d-4284-ab86-7d3c41df1ac9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.711162] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 641.711162] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e319a-a63c-1731-f40f-d123112c74f5" [ 641.711162] env[69217]: _type = "Task" [ 641.711162] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.715050] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.724658] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e319a-a63c-1731-f40f-d123112c74f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.975856] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 641.976287] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.385s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.976372] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.884s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.977943] env[69217]: INFO nova.compute.claims [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.211221] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.212971] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance network_info: |[{"id": "216e0d64-800e-45bd-882b-88c67ca8b048", "address": "fa:16:3e:d3:f5:d3", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216e0d64-80", "ovs_interfaceid": "216e0d64-800e-45bd-882b-88c67ca8b048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.212971] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.214755] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216e0d64-800e-45bd-882b-88c67ca8b048', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.225023] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating folder: Project (b0215efd02f94d3dbc20cafc3f611dd8). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.225440] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-023a298c-72e7-4d57-93cb-89d78e687e27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.243176] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e319a-a63c-1731-f40f-d123112c74f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01772} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.243176] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63d582c-cde0-4feb-922b-3b66135bb9e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.244169] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created folder: Project (b0215efd02f94d3dbc20cafc3f611dd8) in parent group-v705386. [ 642.244362] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating folder: Instances. Parent ref: group-v705396. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.246258] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9c502e-ee25-4b28-85ab-831b02c58ff4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.248406] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 642.248406] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce9a7d-d278-4cb5-922b-4aef689397d2" [ 642.248406] env[69217]: _type = "Task" [ 642.248406] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.256545] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce9a7d-d278-4cb5-922b-4aef689397d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.258729] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created folder: Instances in parent group-v705396. [ 642.258975] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.259169] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.259365] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0509753-40ac-4537-a4ca-2c2e87c782af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.284021] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.284021] env[69217]: value = "task-3531746" [ 642.284021] env[69217]: _type = "Task" [ 642.284021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.289380] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531746, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.328084] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Successfully updated port: 672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.715275] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530429} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.715553] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3fd3d6a7-1609-49ae-afa5-b337aad39679/3fd3d6a7-1609-49ae-afa5-b337aad39679.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.715769] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.716036] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd9cc7f-134e-47b7-8c2c-cc2b890ce7e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.722223] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 642.722223] env[69217]: value = "task-3531747" [ 642.722223] env[69217]: _type = "Task" [ 642.722223] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.732424] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.763632] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce9a7d-d278-4cb5-922b-4aef689397d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.765018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.765018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 59eda413-c58c-49d1-9d16-81eb83418762/59eda413-c58c-49d1-9d16-81eb83418762.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.765018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.765018] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.765304] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28dc25f8-3e0a-455b-8045-6ca167e46db1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.767676] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b6a0ea-c04a-4fa4-888f-87e975a90e77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.775603] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 642.775603] env[69217]: value = "task-3531748" [ 642.775603] env[69217]: _type = "Task" [ 642.775603] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.776781] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.776950] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.781058] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fda235-56ae-42d8-b41e-f78733b79bb8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.792030] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.795530] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 642.795530] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5264d564-ee5e-f1dd-6009-0a46578db772" [ 642.795530] env[69217]: _type = "Task" [ 642.795530] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.807033] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5264d564-ee5e-f1dd-6009-0a46578db772, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.813547] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531746, 'name': CreateVM_Task, 'duration_secs': 0.325501} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.813547] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2c1c50-84b1-4a17-9d04-1eb974b99404 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.815366] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.816085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.816252] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.816972] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.817192] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f73d3b-1f49-464f-a7b2-9528c08dd49e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.820423] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 642.820423] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52beac7e-6153-1c8f-e091-77ef1e1f7326" [ 642.820423] env[69217]: _type = "Task" [ 642.820423] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.825145] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 642.825145] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f29a4-9c8e-1708-9f78-9c337c9205c5" [ 642.825145] env[69217]: _type = "Task" [ 642.825145] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.831536] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52beac7e-6153-1c8f-e091-77ef1e1f7326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.834139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.834139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.834139] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.841029] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f29a4-9c8e-1708-9f78-9c337c9205c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.045930] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Updated VIF entry in instance network info cache for port 2d6e6d79-4444-450f-bccb-f74e32ba4dbf. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.045930] env[69217]: DEBUG nova.network.neutron [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Updating instance_info_cache with network_info: [{"id": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "address": "fa:16:3e:06:9b:2a", "network": {"id": "dd9c5c47-cec6-4a3d-862a-ec66d2c40dc5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1617172696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5a0b312b59464c9cb53a420a5a6662", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6e6d79-44", "ovs_interfaceid": "2d6e6d79-4444-450f-bccb-f74e32ba4dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.235732] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062603} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.236098] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.237616] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b7317d-d2ab-4599-9957-a43d8b3a4ff7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.284923] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 3fd3d6a7-1609-49ae-afa5-b337aad39679/3fd3d6a7-1609-49ae-afa5-b337aad39679.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.288095] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b63654-7a76-4bd0-a144-aa3b08cb1c2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.316724] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531748, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.320915] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 643.320915] env[69217]: value = "task-3531749" [ 643.320915] env[69217]: _type = "Task" [ 643.320915] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.344092] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52beac7e-6153-1c8f-e091-77ef1e1f7326, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.352148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.352567] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f43baed6-6386-4cab-9e4f-4dcc97eb6e87/f43baed6-6386-4cab-9e4f-4dcc97eb6e87.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.352925] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.353896] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d51e3-2d5b-4ebd-a596-64ef00c953ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.357536] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f29a4-9c8e-1708-9f78-9c337c9205c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.358703] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfed1a9-8ea3-41e3-9dc3-5b53f45f8d82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.360382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.360640] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.362021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.362021] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.362021] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ab0228-ddeb-448d-865a-2bd4b25ef8ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.367323] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6364a30-c349-46b0-885c-8c26d0718045 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.371821] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 643.371821] env[69217]: value = "task-3531750" [ 643.371821] env[69217]: _type = "Task" [ 643.371821] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.374255] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.374255] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.378018] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45074f89-48fb-414d-bc6e-085ee3f55860 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.413434] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae614b7e-52c9-4f93-9c29-3c81b8144871 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.421566] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.421949] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 643.421949] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e04bb8-52ae-d637-2674-142c4ebe34d3" [ 643.421949] env[69217]: _type = "Task" [ 643.421949] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.433059] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4046de-336f-4b46-9dd7-574abeb0808a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.442430] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.444982] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e04bb8-52ae-d637-2674-142c4ebe34d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.449486] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6413c792-4cbb-45b8-9aeb-6c4508202c8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.460761] env[69217]: DEBUG nova.compute.provider_tree [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.466634] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 643.466634] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5292ab48-323b-41f8-9420-918cb8693ade" [ 643.466634] env[69217]: _type = "Task" [ 643.466634] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.478270] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5292ab48-323b-41f8-9420-918cb8693ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.551022] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Releasing lock "refresh_cache-59eda413-c58c-49d1-9d16-81eb83418762" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.552126] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-vif-plugged-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.552126] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Acquiring lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.552126] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.552309] env[69217]: DEBUG oslo_concurrency.lockutils [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.553313] env[69217]: DEBUG nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] No waiting events found dispatching network-vif-plugged-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.553313] env[69217]: WARNING nova.compute.manager [req-3577f34a-7a65-4770-8e35-43f7433e6a0a req-9708dd61-9cf5-4993-9b58-9b563284c2b3 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received unexpected event network-vif-plugged-9c42025e-93ba-4f1a-bddf-66a01897cdfe for instance with vm_state building and task_state spawning. [ 643.796495] env[69217]: DEBUG nova.network.neutron [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Updating instance_info_cache with network_info: [{"id": "672ac651-4c68-418c-9092-acb0c5be85c3", "address": "fa:16:3e:34:52:4e", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672ac651-4c", "ovs_interfaceid": "672ac651-4c68-418c-9092-acb0c5be85c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.805746] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557623} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.806393] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 59eda413-c58c-49d1-9d16-81eb83418762/59eda413-c58c-49d1-9d16-81eb83418762.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.806665] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.807082] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dada8aed-d6d1-4a8e-8f76-017d6e2ccfa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.816952] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 643.816952] env[69217]: value = "task-3531751" [ 643.816952] env[69217]: _type = "Task" [ 643.816952] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.832091] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.837332] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531749, 'name': ReconfigVM_Task, 'duration_secs': 0.369566} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.837721] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 3fd3d6a7-1609-49ae-afa5-b337aad39679/3fd3d6a7-1609-49ae-afa5-b337aad39679.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.838754] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0947ae62-dc84-43f4-8227-28066232959d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.845293] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 643.845293] env[69217]: value = "task-3531752" [ 643.845293] env[69217]: _type = "Task" [ 643.845293] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.854312] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531752, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.884744] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.885101] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f43baed6-6386-4cab-9e4f-4dcc97eb6e87/f43baed6-6386-4cab-9e4f-4dcc97eb6e87.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.885433] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.885664] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39911aeb-b721-459d-8d8e-781b390ece73 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.891758] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 643.891758] env[69217]: value = "task-3531753" [ 643.891758] env[69217]: _type = "Task" [ 643.891758] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.899685] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.964364] env[69217]: DEBUG nova.scheduler.client.report [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.978238] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5292ab48-323b-41f8-9420-918cb8693ade, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.979186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.979186] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.979186] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc5ab0e1-2509-4550-ab7d-49231bbb3215 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.988200] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 643.988200] env[69217]: value = "task-3531754" [ 643.988200] env[69217]: _type = "Task" [ 643.988200] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.999169] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.036021] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.036205] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing instance network info cache due to event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.036550] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.036627] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.036742] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.142109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "be32720d-7237-41f3-8438-4eec21659cf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.143410] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.307970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.308346] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Instance network_info: |[{"id": "672ac651-4c68-418c-9092-acb0c5be85c3", "address": "fa:16:3e:34:52:4e", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672ac651-4c", "ovs_interfaceid": "672ac651-4c68-418c-9092-acb0c5be85c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.308815] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:52:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '672ac651-4c68-418c-9092-acb0c5be85c3', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.321548] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.322553] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.329866] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84b35ce9-1638-455c-91d0-fdc1dfcbb778 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.360042] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072574} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.360042] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.360042] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0afb74-5392-4703-873b-26fff0158b08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.366657] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531752, 'name': Rename_Task, 'duration_secs': 0.154014} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.367109] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.367109] env[69217]: value = "task-3531755" [ 644.367109] env[69217]: _type = "Task" [ 644.367109] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.367844] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.368220] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aaf5cc7-9c04-44b2-ae3a-2bef9e70bf64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.401710] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 59eda413-c58c-49d1-9d16-81eb83418762/59eda413-c58c-49d1-9d16-81eb83418762.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.403407] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3953573-272a-4c99-88f2-532b9a585ead {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.431201] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531755, 'name': CreateVM_Task} progress is 15%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.431201] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 644.431201] env[69217]: value = "task-3531756" [ 644.431201] env[69217]: _type = "Task" [ 644.431201] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.439338] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064545} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.443298] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.443298] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.445086] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9354bb50-9eeb-48de-9a75-d39f818b38a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.447788] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 644.447788] env[69217]: value = "task-3531757" [ 644.447788] env[69217]: _type = "Task" [ 644.447788] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.471573] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f43baed6-6386-4cab-9e4f-4dcc97eb6e87/f43baed6-6386-4cab-9e4f-4dcc97eb6e87.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.473042] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.473474] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.476921] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ec3e15-aa39-422b-99ce-cf0bbe4fed2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.502175] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.177s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.505124] env[69217]: INFO nova.compute.claims [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.507907] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.521642] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443797} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.521642] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.521642] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.521642] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 644.521642] env[69217]: value = "task-3531758" [ 644.521642] env[69217]: _type = "Task" [ 644.521642] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.522084] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45bc02a4-64a2-4253-9f08-655d1a04e292 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.534658] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.536258] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 644.536258] env[69217]: value = "task-3531759" [ 644.536258] env[69217]: _type = "Task" [ 644.536258] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.554792] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.887763] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531755, 'name': CreateVM_Task, 'duration_secs': 0.464741} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.887763] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.888119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.888273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.888593] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.888862] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c282ae-d8e2-4fa9-bf1a-72c0bc970534 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.894428] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 644.894428] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6effd-7c5f-9645-bb6e-67725306aa87" [ 644.894428] env[69217]: _type = "Task" [ 644.894428] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.905433] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6effd-7c5f-9645-bb6e-67725306aa87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.947852] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531756, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.957971] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531757, 'name': ReconfigVM_Task, 'duration_secs': 0.326577} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.958289] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 59eda413-c58c-49d1-9d16-81eb83418762/59eda413-c58c-49d1-9d16-81eb83418762.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.961169] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e9ad5c-7af5-462c-a3a0-5e0d27d8f5ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.966513] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 644.966513] env[69217]: value = "task-3531760" [ 644.966513] env[69217]: _type = "Task" [ 644.966513] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.977073] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531760, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.003393] env[69217]: DEBUG nova.compute.utils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.004841] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 645.045543] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531758, 'name': ReconfigVM_Task, 'duration_secs': 0.418934} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.051887] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f43baed6-6386-4cab-9e4f-4dcc97eb6e87/f43baed6-6386-4cab-9e4f-4dcc97eb6e87.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.052571] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c1a882-4c62-412e-be28-3e50aa71be8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.068721] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.070384] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.070751] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 645.070751] env[69217]: value = "task-3531761" [ 645.070751] env[69217]: _type = "Task" [ 645.070751] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.071591] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb8edb-1796-470b-8809-d6d72a6b5a93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.083443] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531761, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.107635] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.107635] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac36ae3-dbe0-4acd-bd7c-b41a8f8d37f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.131646] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 645.131646] env[69217]: value = "task-3531762" [ 645.131646] env[69217]: _type = "Task" [ 645.131646] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.147536] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.148292] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updated VIF entry in instance network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.148614] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.191561] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "ae681203-5fe5-41dc-8dee-0d0240349185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.195019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.411121] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6effd-7c5f-9645-bb6e-67725306aa87, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.411439] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.411840] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.411913] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.412161] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.412541] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.412541] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a037c288-f59d-477b-b868-ce3cf9aef591 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.423961] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.424107] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.425619] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effc78a3-96e9-4a8b-999b-823f76978baa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.433417] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 645.433417] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d32ffd-2de0-b604-113a-f29bad89c413" [ 645.433417] env[69217]: _type = "Task" [ 645.433417] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.447386] env[69217]: DEBUG oslo_vmware.api [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3531756, 'name': PowerOnVM_Task, 'duration_secs': 0.599135} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.451431] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.451926] env[69217]: INFO nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Took 14.86 seconds to spawn the instance on the hypervisor. [ 645.452265] env[69217]: DEBUG nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.452585] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d32ffd-2de0-b604-113a-f29bad89c413, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.454922] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea645c-f35e-4618-98c0-00c52f92c762 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.458592] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7418e93-2826-485f-9bf1-8520ddc7c288 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.470513] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 645.470513] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5293a3c5-cd86-2b70-9f83-27f18ac797bd" [ 645.470513] env[69217]: _type = "Task" [ 645.470513] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.485143] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531760, 'name': Rename_Task, 'duration_secs': 0.155495} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.488679] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.490117] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5293a3c5-cd86-2b70-9f83-27f18ac797bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.490117] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6d5047-9fc0-4bd0-b270-713e8e57d68e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.491842] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.492561] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d7fbc3be-7558-416a-88f8-952430aa603d/d7fbc3be-7558-416a-88f8-952430aa603d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.493274] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7644bdab-c6d4-4f33-930d-2ed23c0c4bb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.500821] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 645.500821] env[69217]: value = "task-3531763" [ 645.500821] env[69217]: _type = "Task" [ 645.500821] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.502088] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 645.502088] env[69217]: value = "task-3531764" [ 645.502088] env[69217]: _type = "Task" [ 645.502088] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.509296] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.518613] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.523090] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.591722] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531761, 'name': Rename_Task, 'duration_secs': 0.388255} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.591722] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.591933] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a71e3ae-c0bf-42bb-abb3-f4bd9ff5cb0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.599192] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 645.599192] env[69217]: value = "task-3531765" [ 645.599192] env[69217]: _type = "Task" [ 645.599192] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.615215] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.643462] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531762, 'name': ReconfigVM_Task, 'duration_secs': 0.26478} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.643803] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.644595] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a71bb5fa-a2b9-4e75-8136-1cac78588445 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.651878] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.651988] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Received event network-vif-plugged-216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.653024] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquiring lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.653024] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.653024] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.653024] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] No waiting events found dispatching network-vif-plugged-216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.653210] env[69217]: WARNING nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Received unexpected event network-vif-plugged-216e0d64-800e-45bd-882b-88c67ca8b048 for instance with vm_state building and task_state spawning. [ 645.653417] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Received event network-changed-216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.653647] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Refreshing instance network info cache due to event network-changed-216e0d64-800e-45bd-882b-88c67ca8b048. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.653897] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquiring lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.654110] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquired lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.654312] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Refreshing network info cache for port 216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.659744] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 645.659744] env[69217]: value = "task-3531766" [ 645.659744] env[69217]: _type = "Task" [ 645.659744] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.678194] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531766, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.755389] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b19e4-2125-43a5-8aaa-80456dc9a857 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.765659] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba34db4-a21e-46d9-bb1f-2a65d155a00f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.802058] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ccc704-9d5f-4260-bfe8-798cc341b7bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.811227] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbc341-89e4-4dfc-8e2b-e75a55bc81d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.828218] env[69217]: DEBUG nova.compute.provider_tree [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.980370] env[69217]: INFO nova.compute.manager [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Took 19.68 seconds to build instance. [ 646.017467] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.025012] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531764, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.111718] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531765, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.180840] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531766, 'name': Rename_Task, 'duration_secs': 0.431106} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.181412] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.181833] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56167d1c-ee6c-442f-843c-efa85c7f8405 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.189406] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 646.189406] env[69217]: value = "task-3531767" [ 646.189406] env[69217]: _type = "Task" [ 646.189406] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.203776] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.334018] env[69217]: DEBUG nova.scheduler.client.report [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.486604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84074952-dfc0-4cc8-a47b-04dfa7c45283 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.193s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.520076] env[69217]: DEBUG oslo_vmware.api [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531763, 'name': PowerOnVM_Task, 'duration_secs': 0.580972} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.525280] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.525603] env[69217]: INFO nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Took 13.70 seconds to spawn the instance on the hypervisor. [ 646.526173] env[69217]: DEBUG nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.528688] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792061cb-b9c9-4574-8ab6-7c70e8ab813f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.543743] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.546408] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515109} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.550237] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d7fbc3be-7558-416a-88f8-952430aa603d/d7fbc3be-7558-416a-88f8-952430aa603d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.550470] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.551136] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a0e1d8-45b8-45ff-8a4a-355655c7a6c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.562608] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 646.562608] env[69217]: value = "task-3531768" [ 646.562608] env[69217]: _type = "Task" [ 646.562608] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.580134] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.591279] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.591279] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.591279] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.591279] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.591518] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.593265] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.593914] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.593914] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.593914] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.594131] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.594190] env[69217]: DEBUG nova.virt.hardware [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.595695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962fcbc-32cf-4cfd-9cc1-042de3537dd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.608729] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9596936-e580-48bf-b712-15daeed60411 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.619708] env[69217]: DEBUG oslo_vmware.api [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531765, 'name': PowerOnVM_Task, 'duration_secs': 0.803073} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.621137] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.621137] env[69217]: INFO nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Took 11.57 seconds to spawn the instance on the hypervisor. [ 646.621137] env[69217]: DEBUG nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.622021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84feb6-5eb3-4934-b924-f8abbf7216e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.637248] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.643244] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating folder: Project (415fefde704849799a506c03aa124e0e). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.645209] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0353fbaf-e4bc-46e9-961c-7d98f3b0972e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.660260] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Created folder: Project (415fefde704849799a506c03aa124e0e) in parent group-v705386. [ 646.660260] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating folder: Instances. Parent ref: group-v705400. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.660502] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48484500-828b-4590-a33e-d061ffa1cab4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.670512] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Created folder: Instances in parent group-v705400. [ 646.670512] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.670707] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.670830] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c53afc-fcdf-4679-b7ec-19bb5c81ddc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.705052] env[69217]: DEBUG oslo_vmware.api [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531767, 'name': PowerOnVM_Task, 'duration_secs': 0.499911} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.709251] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.709251] env[69217]: value = "task-3531771" [ 646.709251] env[69217]: _type = "Task" [ 646.709251] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.709251] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Updated VIF entry in instance network info cache for port 216e0d64-800e-45bd-882b-88c67ca8b048. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.709437] env[69217]: DEBUG nova.network.neutron [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Updating instance_info_cache with network_info: [{"id": "216e0d64-800e-45bd-882b-88c67ca8b048", "address": "fa:16:3e:d3:f5:d3", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216e0d64-80", "ovs_interfaceid": "216e0d64-800e-45bd-882b-88c67ca8b048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.710011] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.710301] env[69217]: INFO nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Took 9.44 seconds to spawn the instance on the hypervisor. [ 646.710554] env[69217]: DEBUG nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.711934] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6093a53-625a-4d33-8898-a42bb070bf0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.725801] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531771, 'name': CreateVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.837543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.839492] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.845853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.453s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.847337] env[69217]: INFO nova.compute.claims [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.936449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "a6a64814-a8d6-4180-83e6-08a130186223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.936807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.992597] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.075755] env[69217]: INFO nova.compute.manager [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Took 19.27 seconds to build instance. [ 647.077313] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06738} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.077501] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.078316] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576d662-ec54-4032-a1f8-9ab3385e9224 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.101915] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d7fbc3be-7558-416a-88f8-952430aa603d/d7fbc3be-7558-416a-88f8-952430aa603d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.103197] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2ee336-d475-49b1-9754-4eb89e6afbcb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.125013] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 647.125013] env[69217]: value = "task-3531772" [ 647.125013] env[69217]: _type = "Task" [ 647.125013] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.133554] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.162328] env[69217]: INFO nova.compute.manager [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Took 18.51 seconds to build instance. [ 647.215227] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Releasing lock "refresh_cache-6778e64f-50f5-4a2f-8d5b-947be28c527a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.215865] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Received event network-vif-plugged-672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.215865] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Acquiring lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.216057] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.216057] env[69217]: DEBUG oslo_concurrency.lockutils [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] Lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.216218] env[69217]: DEBUG nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] No waiting events found dispatching network-vif-plugged-672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.216392] env[69217]: WARNING nova.compute.manager [req-94572877-b1d2-4e90-bd21-b32587652d41 req-20fff55d-71f8-4970-b682-4b2d1fc09c4f service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Received unexpected event network-vif-plugged-672ac651-4c68-418c-9092-acb0c5be85c3 for instance with vm_state building and task_state spawning. [ 647.227366] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531771, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.238814] env[69217]: INFO nova.compute.manager [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Took 18.25 seconds to build instance. [ 647.353356] env[69217]: DEBUG nova.compute.utils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.354455] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.354611] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.470610] env[69217]: DEBUG nova.policy [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc2963828d984e5a8d88f367d27a55b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104d256501c340228f28ffe813ef7a0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.524756] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.578544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8201da43-e310-42c5-b4a7-409689911214 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.779s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.640079] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.665181] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.018s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.725661] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531771, 'name': CreateVM_Task, 'duration_secs': 0.681237} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.726258] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.730012] env[69217]: DEBUG oslo_vmware.service [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27f3b6-b349-46fa-bfe3-4c0539581a30 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.734680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.735160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.735623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.735983] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdc04d3-67a2-4948-9c84-5b1087807971 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.741077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.758s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.744205] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 647.744205] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52712ee5-9af9-626f-5a18-aa0acfd56aed" [ 647.744205] env[69217]: _type = "Task" [ 647.744205] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.755660] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52712ee5-9af9-626f-5a18-aa0acfd56aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.860379] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.914166] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Successfully created port: d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.082113] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.143251] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531772, 'name': ReconfigVM_Task, 'duration_secs': 0.604336} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.144066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26520182-115f-47f2-bdcf-9d055d34e55c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.153976] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d7fbc3be-7558-416a-88f8-952430aa603d/d7fbc3be-7558-416a-88f8-952430aa603d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.154997] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0600054-14e4-4b0a-82c1-750c59a9dd17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.162591] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e1432-bc0b-4f11-95bd-ddac0f1fd736 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.166016] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 648.166016] env[69217]: value = "task-3531773" [ 648.166016] env[69217]: _type = "Task" [ 648.166016] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.197189] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.201624] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ef885-3159-4771-b329-b84a57bd6743 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.210405] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531773, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.216246] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5dea42-91f4-4b5f-8ed4-9d8ae73434d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.237819] env[69217]: DEBUG nova.compute.provider_tree [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.254255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.254511] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.255018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.255018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.255193] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.255985] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c300f63-2cb1-46c9-93bd-61c285ed6262 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.266337] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.267823] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.269154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b77af-26f6-4517-a3da-d53e64155b90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.275487] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5309cd18-07e6-42c8-b6ce-0c85edaf5a85 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.280940] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 648.280940] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520d8e9d-36b7-4b1c-4c97-e2584149858e" [ 648.280940] env[69217]: _type = "Task" [ 648.280940] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.289481] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520d8e9d-36b7-4b1c-4c97-e2584149858e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.475743] env[69217]: DEBUG nova.compute.manager [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Received event network-changed-672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.475945] env[69217]: DEBUG nova.compute.manager [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Refreshing instance network info cache due to event network-changed-672ac651-4c68-418c-9092-acb0c5be85c3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.476288] env[69217]: DEBUG oslo_concurrency.lockutils [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] Acquiring lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.476441] env[69217]: DEBUG oslo_concurrency.lockutils [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] Acquired lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.476637] env[69217]: DEBUG nova.network.neutron [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Refreshing network info cache for port 672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.615127] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.676497] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531773, 'name': Rename_Task, 'duration_secs': 0.28581} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.677472] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.677472] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b8a6ec-8402-4c39-8b59-72e6327bc902 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.683259] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 648.683259] env[69217]: value = "task-3531774" [ 648.683259] env[69217]: _type = "Task" [ 648.683259] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.693821] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.721739] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.742574] env[69217]: DEBUG nova.scheduler.client.report [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.791883] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 648.792275] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating directory with path [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.792469] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a72362f-1747-4ad4-8050-c1cdfea1123d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.817222] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Created directory with path [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.817957] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Fetch image to [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 648.817957] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Downloading image file data e5795d20-bf84-4fc7-a844-22898280f8dd to [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69217) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 648.818450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934146c6-946f-4150-955f-2f1ebc68ad58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.827758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78defcf3-8b40-4898-826d-23fa723c7f22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.841297] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e22764-0a2f-4340-8105-4cc549c5c25e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.875331] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.878482] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad847ef-5eb6-456d-96a2-90df7a5acfe6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.892493] env[69217]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-57a4f1a9-3fe7-4e2d-9be1-1cdf988e8890 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.906103] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.906396] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.906638] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.907333] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.907536] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.907771] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.908108] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.908329] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.908470] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.908638] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.908976] env[69217]: DEBUG nova.virt.hardware [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.910831] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed692a9-b5df-459c-bbd7-b0c44355add5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.922306] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840dea75-c225-4692-aae9-a9b9df884741 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.930100] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Downloading image file data e5795d20-bf84-4fc7-a844-22898280f8dd to the data store datastore2 {{(pid=69217) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 649.004017] env[69217]: DEBUG oslo_vmware.rw_handles [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.194920] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.248648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.249206] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.256420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.483s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.258648] env[69217]: INFO nova.compute.claims [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.499185] env[69217]: DEBUG nova.network.neutron [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Updated VIF entry in instance network info cache for port 672ac651-4c68-418c-9092-acb0c5be85c3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.499185] env[69217]: DEBUG nova.network.neutron [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Updating instance_info_cache with network_info: [{"id": "672ac651-4c68-418c-9092-acb0c5be85c3", "address": "fa:16:3e:34:52:4e", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672ac651-4c", "ovs_interfaceid": "672ac651-4c68-418c-9092-acb0c5be85c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.694548] env[69217]: DEBUG oslo_vmware.api [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531774, 'name': PowerOnVM_Task, 'duration_secs': 0.673563} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.698054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.698054] env[69217]: INFO nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Took 10.17 seconds to spawn the instance on the hypervisor. [ 649.698054] env[69217]: DEBUG nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.698840] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3708d8ae-031e-4846-ac2b-9615acc90047 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.719487] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Successfully updated port: d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.771449] env[69217]: DEBUG nova.compute.utils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.780655] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.780812] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.827200] env[69217]: DEBUG nova.policy [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3aac3c804c14724970771e53355917a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2de880c7fbe24c6e96cd76814c3e8f88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.833657] env[69217]: DEBUG oslo_vmware.rw_handles [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 649.834033] env[69217]: DEBUG oslo_vmware.rw_handles [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 650.002315] env[69217]: DEBUG oslo_concurrency.lockutils [req-306af539-88bd-4e3a-a1ae-fc15ea76ba78 req-9923eede-f99e-4875-9326-b86d1f71a6c8 service nova] Releasing lock "refresh_cache-d7fbc3be-7558-416a-88f8-952430aa603d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.025773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.025773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.073480] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Downloaded image file data e5795d20-bf84-4fc7-a844-22898280f8dd to vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69217) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 650.074904] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 650.075183] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copying Virtual Disk [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk to [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.075555] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a773eeb-dd9f-47ea-9797-85cbbda43802 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.084086] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 650.084086] env[69217]: value = "task-3531775" [ 650.084086] env[69217]: _type = "Task" [ 650.084086] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.092524] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.220173] env[69217]: INFO nova.compute.manager [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Took 18.25 seconds to build instance. [ 650.227314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.227314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.227314] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.286311] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.532101] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.562353] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Successfully created port: d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.596685] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531775, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.644652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "785eed74-ebba-423a-a157-56027aeaa976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.645123] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.654086] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c61e8-1338-4c87-9c66-f58a0917a3b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.663676] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d18fe-daae-4993-bb8c-f428be9b9612 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.710101] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd33a7a3-aa15-4a6a-bbe6-0c765ff5f2a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.713510] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "2111606c-e076-4b37-a6a3-1490602d59c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.713785] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.721645] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cea981-7a0a-4fce-9dfa-6aae1aa6d4cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.728566] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fd438c5-48fa-4b28-ad55-82b6446fae9d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.786s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.747265] env[69217]: DEBUG nova.compute.provider_tree [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.811226] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.055744] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.095069] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531775, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.236787] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.251070] env[69217]: DEBUG nova.scheduler.client.report [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.300999] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.327510] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.328144] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.328144] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.328258] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.329132] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.329132] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.329132] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.329132] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.329132] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.329362] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.329394] env[69217]: DEBUG nova.virt.hardware [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.330936] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d752571-2ac1-4e1d-a7da-9309b2e9b85b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.339552] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66cf23-434f-4d92-960f-d6b77c40d8c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.376388] env[69217]: DEBUG nova.network.neutron [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Updating instance_info_cache with network_info: [{"id": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "address": "fa:16:3e:a0:e0:5a", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c36772-64", "ovs_interfaceid": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.403138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Acquiring lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.403440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.403636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Acquiring lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.403828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.404083] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.408125] env[69217]: INFO nova.compute.manager [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Terminating instance [ 651.598264] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531775, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108686} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.598596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copied Virtual Disk [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk to [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.599087] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleting the datastore file [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd/tmp-sparse.vmdk {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.599087] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527f1548-0581-48f8-bc18-3b22c0fbb925 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.606747] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 651.606747] env[69217]: value = "task-3531776" [ 651.606747] env[69217]: _type = "Task" [ 651.606747] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.616892] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.757962] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.757962] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.760628] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.963s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.763136] env[69217]: INFO nova.compute.claims [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.769746] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.877991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.878352] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Instance network_info: |[{"id": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "address": "fa:16:3e:a0:e0:5a", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c36772-64", "ovs_interfaceid": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.878774] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c36772-64b2-4638-88c6-3c3c6ab60e94', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.891604] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Creating folder: Project (104d256501c340228f28ffe813ef7a0b). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.892393] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1debcaf-023c-4e37-8d13-d15d14be33ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.903606] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Created folder: Project (104d256501c340228f28ffe813ef7a0b) in parent group-v705386. [ 651.903823] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Creating folder: Instances. Parent ref: group-v705403. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.904234] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b3db8a-d695-45ba-b037-517071678cd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.913863] env[69217]: DEBUG nova.compute.manager [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.914104] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.914402] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Created folder: Instances in parent group-v705403. [ 651.914613] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.915601] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e71e88-39d3-4ef2-9758-998b8818dd02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.927014] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.927014] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c70eff-0ba6-4554-8e72-ea94d6ac40df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.946995] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.948236] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708aeb82-6881-4ce3-805e-3f0d2a6a108f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.949887] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.949887] env[69217]: value = "task-3531779" [ 651.949887] env[69217]: _type = "Task" [ 651.949887] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.954341] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Waiting for the task: (returnval){ [ 651.954341] env[69217]: value = "task-3531780" [ 651.954341] env[69217]: _type = "Task" [ 651.954341] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.961062] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531779, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.965808] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Task: {'id': task-3531780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.118851] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026789} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.119312] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.119571] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Moving file from [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe/e5795d20-bf84-4fc7-a844-22898280f8dd to [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd. {{(pid=69217) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.119959] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-512db652-9c29-4e28-8b9c-b3c7a46ea5f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.127544] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 652.127544] env[69217]: value = "task-3531781" [ 652.127544] env[69217]: _type = "Task" [ 652.127544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.135870] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531781, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.236429] env[69217]: DEBUG nova.compute.manager [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Received event network-vif-plugged-d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.236826] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Acquiring lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.239402] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.239402] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.239402] env[69217]: DEBUG nova.compute.manager [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] No waiting events found dispatching network-vif-plugged-d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.239402] env[69217]: WARNING nova.compute.manager [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Received unexpected event network-vif-plugged-d0c36772-64b2-4638-88c6-3c3c6ab60e94 for instance with vm_state building and task_state spawning. [ 652.239402] env[69217]: DEBUG nova.compute.manager [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Received event network-changed-d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.239720] env[69217]: DEBUG nova.compute.manager [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Refreshing instance network info cache due to event network-changed-d0c36772-64b2-4638-88c6-3c3c6ab60e94. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.239720] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Acquiring lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239720] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Acquired lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239720] env[69217]: DEBUG nova.network.neutron [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Refreshing network info cache for port d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.269970] env[69217]: DEBUG nova.compute.utils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.274397] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.274597] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.435871] env[69217]: DEBUG nova.policy [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851bfa2448af49fc9f1a8ff58459d7fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a94439811949e1b7044eaba44e17ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.465216] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Task: {'id': task-3531780, 'name': PowerOffVM_Task, 'duration_secs': 0.341505} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.468428] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.468721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.468872] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531779, 'name': CreateVM_Task, 'duration_secs': 0.445701} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.469035] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfb3376-982a-49ca-bf84-5351eee51806 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.470588] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.471269] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.471462] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.471734] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.472373] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8853b60-75a5-4c4a-9a38-0f3622431d71 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.477846] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 652.477846] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52454cdf-414c-5a4f-e420-a2e1f5a8ecbd" [ 652.477846] env[69217]: _type = "Task" [ 652.477846] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.485663] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52454cdf-414c-5a4f-e420-a2e1f5a8ecbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.545211] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.545470] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.545645] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Deleting the datastore file [datastore1] 3fd3d6a7-1609-49ae-afa5-b337aad39679 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.545904] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc0706db-6020-45d3-b546-86813c2679b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.552127] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Waiting for the task: (returnval){ [ 652.552127] env[69217]: value = "task-3531783" [ 652.552127] env[69217]: _type = "Task" [ 652.552127] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.560818] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Task: {'id': task-3531783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.637896] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531781, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032132} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.637948] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] File moved {{(pid=69217) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 652.638125] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Cleaning up location [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 652.638314] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleting the datastore file [datastore2] vmware_temp/b459b0ad-6fb4-4c23-8ea9-205e6e2463fe {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.639891] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829d9d3c-256d-47d5-9cbc-ffe47611c8d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.645811] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 652.645811] env[69217]: value = "task-3531784" [ 652.645811] env[69217]: _type = "Task" [ 652.645811] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.660120] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.776381] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.997507] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52454cdf-414c-5a4f-e420-a2e1f5a8ecbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.998247] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.998681] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.998975] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.071802] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Task: {'id': task-3531783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.097979] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c81eb5-8ae5-43d4-ada5-fafdd48977d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.112064] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb36964-387d-461a-a6b3-2d1b2e8e8990 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.144745] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf669b4b-492c-44ea-b5a0-38f95aff2a4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.162991] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b59e4-d8b5-4780-b781-fdd42097d594 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.168418] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089761} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.168799] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.169608] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fd392c-8d85-4351-9e2a-fc10fef17c8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.183548] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.191461] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 653.191461] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523170de-b1a4-8efa-c821-a90daebeb497" [ 653.191461] env[69217]: _type = "Task" [ 653.191461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.200366] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523170de-b1a4-8efa-c821-a90daebeb497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.542892] env[69217]: DEBUG nova.network.neutron [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Updated VIF entry in instance network info cache for port d0c36772-64b2-4638-88c6-3c3c6ab60e94. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.543276] env[69217]: DEBUG nova.network.neutron [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Updating instance_info_cache with network_info: [{"id": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "address": "fa:16:3e:a0:e0:5a", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c36772-64", "ovs_interfaceid": "d0c36772-64b2-4638-88c6-3c3c6ab60e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.568490] env[69217]: DEBUG oslo_vmware.api [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Task: {'id': task-3531783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.570213] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.570213] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.570213] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.571506] env[69217]: INFO nova.compute.manager [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Took 1.66 seconds to destroy the instance on the hypervisor. [ 653.571506] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.571506] env[69217]: DEBUG nova.compute.manager [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.571506] env[69217]: DEBUG nova.network.neutron [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.706202] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523170de-b1a4-8efa-c821-a90daebeb497, 'name': SearchDatastore_Task, 'duration_secs': 0.025222} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.706494] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.706754] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.707048] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.707243] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.707472] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a2465c5-115d-4c33-bf76-ddefd38b474c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.709511] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77839b14-c178-4eb4-8b1d-7efd9d57b163 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.716067] env[69217]: ERROR nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [req-e78dd52e-3838-403f-9c3b-62fb40b291b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e78dd52e-3838-403f-9c3b-62fb40b291b6"}]} [ 653.721368] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 653.721368] env[69217]: value = "task-3531785" [ 653.721368] env[69217]: _type = "Task" [ 653.721368] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.721491] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.722249] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.722511] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895cb133-bfce-4e8b-ba97-c5def9b88f24 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.731337] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 653.731337] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b3ef4-a5f9-3eb6-13cc-0f4c93e695df" [ 653.731337] env[69217]: _type = "Task" [ 653.731337] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.735444] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.741321] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.744402] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Successfully created port: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.749712] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b3ef4-a5f9-3eb6-13cc-0f4c93e695df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.765335] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.766456] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.787950] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 653.792874] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.818956] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 653.823764] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.824090] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.824203] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.824474] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.824720] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.824993] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.825165] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.825275] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.825434] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.825804] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.825804] env[69217]: DEBUG nova.virt.hardware [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.827047] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a60811-9ae8-4460-8abb-986e4d58c6bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.837917] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f027921-0fa0-4063-b234-64082937f6a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.910648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.911070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.049066] env[69217]: DEBUG oslo_concurrency.lockutils [req-9bf5b49e-dc12-43a4-aded-2cfb4a5725f6 req-59a9ed4d-aeb8-46e9-8988-2390661779ef service nova] Releasing lock "refresh_cache-7080e070-ba39-48ca-b4c7-abcd4349eb57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081225] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Successfully updated port: d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.126247] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537fc20-63ba-4350-b4ff-c36b65006ebb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.136117] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f693345a-c90d-4119-a17f-eb87c2ec410e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.174748] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448daa9d-8d4a-4201-a68c-6a8d17e35335 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.187615] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245de612-0725-44af-aa50-783789ffa4ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.205203] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.236717] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.247841] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b3ef4-a5f9-3eb6-13cc-0f4c93e695df, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.248702] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665da489-7fad-4cb7-9596-3a4312871504 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.256485] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 654.256485] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523f3554-915c-9cdb-a535-7ca071509321" [ 654.256485] env[69217]: _type = "Task" [ 654.256485] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.265056] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523f3554-915c-9cdb-a535-7ca071509321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.583949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.584248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.584302] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.735759] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635459} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.737057] env[69217]: ERROR nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [req-fdf260eb-0ee7-44a8-9733-5b381e46fc90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fdf260eb-0ee7-44a8-9733-5b381e46fc90"}]} [ 654.737343] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.737686] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.740384] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91506b35-ce4a-4ae2-bddf-5b2b9ad72663 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.748577] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 654.748577] env[69217]: value = "task-3531786" [ 654.748577] env[69217]: _type = "Task" [ 654.748577] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.758364] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.760286] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.772480] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523f3554-915c-9cdb-a535-7ca071509321, 'name': SearchDatastore_Task, 'duration_secs': 0.052335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.773292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773292] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7080e070-ba39-48ca-b4c7-abcd4349eb57/7080e070-ba39-48ca-b4c7-abcd4349eb57.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.774283] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcadd4eb-c083-420d-9408-7e1161aea306 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.780474] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 654.780474] env[69217]: value = "task-3531787" [ 654.780474] env[69217]: _type = "Task" [ 654.780474] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.781606] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.781606] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.793609] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.803566] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.834609] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.949625] env[69217]: DEBUG nova.network.neutron [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.137270] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.143860] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.144150] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.219339] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c13e44-cafe-40aa-9d30-65dad994ce33 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.231937] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24146f4-0a8b-49a7-848f-d38a1d8169b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.272722] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e3121e-529d-4b08-bad4-a39020ca2442 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.288744] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081307} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.294539] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514c59a-a329-4760-aa99-8309e47f4f34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.300018] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.300943] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37377bd2-499f-4f4b-98eb-28fe73d318a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.333540] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.334205] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.336820] env[69217]: DEBUG nova.network.neutron [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updating instance_info_cache with network_info: [{"id": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "address": "fa:16:3e:67:8a:ec", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4131fb2-24", "ovs_interfaceid": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.345224] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a57c10-173f-4422-9ac2-33e1e67206a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.362658] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.370429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.370762] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Instance network_info: |[{"id": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "address": "fa:16:3e:67:8a:ec", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4131fb2-24", "ovs_interfaceid": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.372172] env[69217]: DEBUG nova.compute.manager [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Received event network-vif-plugged-d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.372354] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Acquiring lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.372559] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.372792] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.372895] env[69217]: DEBUG nova.compute.manager [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] No waiting events found dispatching network-vif-plugged-d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.373086] env[69217]: WARNING nova.compute.manager [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Received unexpected event network-vif-plugged-d4131fb2-2440-46af-bbd7-d6dbba740d0c for instance with vm_state building and task_state spawning. [ 655.373250] env[69217]: DEBUG nova.compute.manager [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Received event network-changed-d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.373403] env[69217]: DEBUG nova.compute.manager [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Refreshing instance network info cache due to event network-changed-d4131fb2-2440-46af-bbd7-d6dbba740d0c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.373992] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Acquiring lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.373992] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Acquired lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.373992] env[69217]: DEBUG nova.network.neutron [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Refreshing network info cache for port d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.375975] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8a:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4131fb2-2440-46af-bbd7-d6dbba740d0c', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.384198] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating folder: Project (2de880c7fbe24c6e96cd76814c3e8f88). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.386666] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0871cd0-fe3c-461c-bbd3-63b11a963d3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.391351] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 655.391351] env[69217]: value = "task-3531792" [ 655.391351] env[69217]: _type = "Task" [ 655.391351] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.404438] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.404776] env[69217]: ERROR nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [req-f3fc93fb-6ff8-44fa-b80a-3e959ddf99eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3fc93fb-6ff8-44fa-b80a-3e959ddf99eb"}]} [ 655.408625] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created folder: Project (2de880c7fbe24c6e96cd76814c3e8f88) in parent group-v705386. [ 655.409371] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating folder: Instances. Parent ref: group-v705409. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.409371] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fed6e6b-b2ed-4dc0-9bfe-b8e4620fafbd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.420958] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created folder: Instances in parent group-v705409. [ 655.421211] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.421433] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.421677] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ed5181-f380-40f0-b8ce-5b835a9ccad4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.441541] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.450798] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.450798] env[69217]: value = "task-3531795" [ 655.450798] env[69217]: _type = "Task" [ 655.450798] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.455380] env[69217]: INFO nova.compute.manager [-] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Took 1.88 seconds to deallocate network for instance. [ 655.468290] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531795, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.472413] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.472628] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.488421] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.513308] env[69217]: DEBUG nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.679514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "59eda413-c58c-49d1-9d16-81eb83418762" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.679798] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.680085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "59eda413-c58c-49d1-9d16-81eb83418762-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.680280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.680455] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.687999] env[69217]: INFO nova.compute.manager [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Terminating instance [ 655.698888] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "325d5036-99de-48c1-bcac-0d5741d8dd78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.699311] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.799577] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60745} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.800790] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7080e070-ba39-48ca-b4c7-abcd4349eb57/7080e070-ba39-48ca-b4c7-abcd4349eb57.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.800790] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.800790] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be55a3c-5cb6-40b8-ab56-762ed819dcbb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.810847] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 655.810847] env[69217]: value = "task-3531796" [ 655.810847] env[69217]: _type = "Task" [ 655.810847] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.818630] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.868766] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996aa6e2-ab3c-413c-8232-9731684ecfa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.878839] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a796845-a33a-43d4-ab06-88a8929a6beb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.915569] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ef6cb-3a46-4b41-b8ba-7e17235f32cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.926023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32252b74-6668-40fc-a369-5d9bbe0c60e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.929922] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531792, 'name': ReconfigVM_Task, 'duration_secs': 0.449404} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.930234] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.931213] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc46e95f-4d69-45d3-b5b0-2d7c0e1ce5dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.941241] env[69217]: DEBUG nova.compute.provider_tree [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.947715] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 655.947715] env[69217]: value = "task-3531797" [ 655.947715] env[69217]: _type = "Task" [ 655.947715] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.957990] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531797, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.963429] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531795, 'name': CreateVM_Task, 'duration_secs': 0.479287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.964543] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.964543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.964543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.964770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.965471] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e75a889-ff72-4e7b-8cda-0072626288e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.968313] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.969844] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 655.969844] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529e0538-1feb-5757-c795-0ac2d2dae4eb" [ 655.969844] env[69217]: _type = "Task" [ 655.969844] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.978295] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529e0538-1feb-5757-c795-0ac2d2dae4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.092573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.092835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.200299] env[69217]: DEBUG nova.compute.manager [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.200299] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.201359] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5380fd54-d3a7-4386-9868-cfc15d8ce0b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.209750] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.210023] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a07fb8d-acb0-4e1a-9c3a-06136f6d13d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.218639] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 656.218639] env[69217]: value = "task-3531798" [ 656.218639] env[69217]: _type = "Task" [ 656.218639] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.230066] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.324456] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070238} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.324793] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.326190] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875fe00-d344-4b8c-b138-8b42be012b87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.356709] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7080e070-ba39-48ca-b4c7-abcd4349eb57/7080e070-ba39-48ca-b4c7-abcd4349eb57.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.359364] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a848e63-7a3b-4545-a0cd-c86b373f7fbd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.379603] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 656.379603] env[69217]: value = "task-3531799" [ 656.379603] env[69217]: _type = "Task" [ 656.379603] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.391098] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.460828] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531797, 'name': Rename_Task, 'duration_secs': 0.418654} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.463085] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.463085] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d474eff-81b6-4f34-82ef-998cca82a1ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.467292] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 656.467292] env[69217]: value = "task-3531800" [ 656.467292] env[69217]: _type = "Task" [ 656.467292] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.468059] env[69217]: DEBUG nova.network.neutron [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updated VIF entry in instance network info cache for port d4131fb2-2440-46af-bbd7-d6dbba740d0c. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.468390] env[69217]: DEBUG nova.network.neutron [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updating instance_info_cache with network_info: [{"id": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "address": "fa:16:3e:67:8a:ec", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4131fb2-24", "ovs_interfaceid": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.470899] env[69217]: ERROR nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [req-82dcf263-64a4-436e-96e0-209b3288c39a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82dcf263-64a4-436e-96e0-209b3288c39a"}]} [ 656.471590] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.711s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.475827] env[69217]: ERROR nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 (generation 23): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82dcf263-64a4-436e-96e0-209b3288c39a"}]} [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] Traceback (most recent call last): [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] with self.rt.instance_claim(context, instance, node, allocs, [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] return f(*args, **kwargs) [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] self._update(elevated, cn) [ 656.475827] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] self._update_to_placement(context, compute_node, startup) [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] raise attempt.get() [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] six.reraise(self.value[0], self.value[1], self.value[2]) [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] raise value [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 656.476326] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] self.reportclient.update_from_provider_tree( [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] self.set_inventory_for_provider( [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] raise exception.ResourceProviderUpdateConflict( [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 (generation 23): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82dcf263-64a4-436e-96e0-209b3288c39a"}]} [ 656.476823] env[69217]: ERROR nova.compute.manager [instance: 97973f40-913d-4962-adab-a05953c50e57] [ 656.476823] env[69217]: DEBUG nova.compute.utils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] A conflict was encountered attempting to update resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 (generation 23): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=69217) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 656.482202] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.958s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.484210] env[69217]: INFO nova.compute.claims [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.499022] env[69217]: DEBUG nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Build of instance 97973f40-913d-4962-adab-a05953c50e57 was re-scheduled: A conflict was encountered attempting to update resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 (generation 23): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82dcf263-64a4-436e-96e0-209b3288c39a"}]} {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 656.499988] env[69217]: DEBUG nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Unplugging VIFs for instance {{(pid=69217) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 656.499988] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Acquiring lock "refresh_cache-97973f40-913d-4962-adab-a05953c50e57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.499988] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Acquired lock "refresh_cache-97973f40-913d-4962-adab-a05953c50e57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.500209] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.508673] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529e0538-1feb-5757-c795-0ac2d2dae4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.022328} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.508912] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.509503] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.509758] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.510012] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.510331] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.510576] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.511851] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468cd8d8-8ca3-4937-8e86-375df6fb4e3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.521051] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.522319] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.523264] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf79a17-09cd-42f5-9d59-a1ec26290198 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.532696] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 656.532696] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be8f58-1bd5-e781-cc4f-8a2ddab98306" [ 656.532696] env[69217]: _type = "Task" [ 656.532696] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.543179] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be8f58-1bd5-e781-cc4f-8a2ddab98306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.608032] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Successfully updated port: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.734708] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531798, 'name': PowerOffVM_Task, 'duration_secs': 0.228606} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.734983] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.735511] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.738288] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f4d27b3-11a4-48e2-a27c-0e885fe16b14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.804155] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.804155] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.804155] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Deleting the datastore file [datastore1] 59eda413-c58c-49d1-9d16-81eb83418762 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.804155] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc27984-b552-4607-9eb3-940441cd8a35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.810688] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for the task: (returnval){ [ 656.810688] env[69217]: value = "task-3531802" [ 656.810688] env[69217]: _type = "Task" [ 656.810688] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.822901] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.893042] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531799, 'name': ReconfigVM_Task, 'duration_secs': 0.333239} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.893363] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7080e070-ba39-48ca-b4c7-abcd4349eb57/7080e070-ba39-48ca-b4c7-abcd4349eb57.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.894308] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d921c9c5-0377-403f-a65b-d23197cc2d6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.901196] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 656.901196] env[69217]: value = "task-3531803" [ 656.901196] env[69217]: _type = "Task" [ 656.901196] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.909026] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531803, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.931835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.932018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.981230] env[69217]: DEBUG oslo_concurrency.lockutils [req-02212a2b-77ac-4e0f-801b-b227717fa1c1 req-85348253-1b69-4753-9cc8-413ad2505cd8 service nova] Releasing lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.981691] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.038864] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.046656] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be8f58-1bd5-e781-cc4f-8a2ddab98306, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.047505] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af84c7b5-e0e4-44a7-a723-5d4c5047c640 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.053116] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 657.053116] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52757e7a-f71c-59c7-6c84-b4504d0c87da" [ 657.053116] env[69217]: _type = "Task" [ 657.053116] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.061689] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52757e7a-f71c-59c7-6c84-b4504d0c87da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.111443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.111605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.111761] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.271125] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.327520] env[69217]: DEBUG oslo_vmware.api [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Task: {'id': task-3531802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23379} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.328533] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.328916] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.329281] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.329621] env[69217]: INFO nova.compute.manager [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Took 1.13 seconds to destroy the instance on the hypervisor. [ 657.330042] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.330420] env[69217]: DEBUG nova.compute.manager [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.330648] env[69217]: DEBUG nova.network.neutron [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.414919] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531803, 'name': Rename_Task, 'duration_secs': 0.143172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.415710] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.415710] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d28513-4f81-4d0c-b200-37209e11bb7c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.422322] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 657.422322] env[69217]: value = "task-3531804" [ 657.422322] env[69217]: _type = "Task" [ 657.422322] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.432944] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.482915] env[69217]: DEBUG oslo_vmware.api [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531800, 'name': PowerOnVM_Task, 'duration_secs': 0.514341} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.483206] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.483413] env[69217]: INFO nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Took 10.94 seconds to spawn the instance on the hypervisor. [ 657.483622] env[69217]: DEBUG nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.484581] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ddcd2-7ae4-4401-a341-9eeb72034c0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.541900] env[69217]: DEBUG nova.scheduler.client.report [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 657.570997] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52757e7a-f71c-59c7-6c84-b4504d0c87da, 'name': SearchDatastore_Task, 'duration_secs': 0.027008} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.573481] env[69217]: DEBUG nova.scheduler.client.report [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 657.573827] env[69217]: DEBUG nova.compute.provider_tree [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.577320] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.577397] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/aa58e2c6-85c2-483e-9435-db6664b30d5a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.578535] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a06f72-4d64-478d-8cc6-a7518c817849 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.589241] env[69217]: DEBUG nova.scheduler.client.report [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 657.594028] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 657.594028] env[69217]: value = "task-3531805" [ 657.594028] env[69217]: _type = "Task" [ 657.594028] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.603368] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.618844] env[69217]: DEBUG nova.scheduler.client.report [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.774928] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Releasing lock "refresh_cache-97973f40-913d-4962-adab-a05953c50e57" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.775306] env[69217]: DEBUG nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69217) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 657.775306] env[69217]: DEBUG nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.776675] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.830092] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.934850] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.951362] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.016757] env[69217]: INFO nova.compute.manager [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Took 19.96 seconds to build instance. [ 658.042933] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d958f-8f1c-4c60-8aa7-821b5ea2d7ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.055359] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d30797-2293-4bf6-a264-8d3c2927982f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.089775] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366188a-9e8e-4d22-b4b1-681c840eb3c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.094131] env[69217]: DEBUG nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Received event network-vif-deleted-67bdcb26-c9be-444a-9b11-fff24f478e0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.094258] env[69217]: DEBUG nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Received event network-vif-plugged-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.094405] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.094647] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.094815] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.094988] env[69217]: DEBUG nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] No waiting events found dispatching network-vif-plugged-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.095168] env[69217]: WARNING nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Received unexpected event network-vif-plugged-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a for instance with vm_state building and task_state spawning. [ 658.095331] env[69217]: DEBUG nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Received event network-changed-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.095528] env[69217]: DEBUG nova.compute.manager [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Refreshing instance network info cache due to event network-changed-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.095702] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Acquiring lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.105097] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dbe319-12de-41e9-a051-ac0eaf510667 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.113392] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531805, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.124544] env[69217]: DEBUG nova.compute.provider_tree [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.333198] env[69217]: DEBUG nova.network.neutron [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.433918] env[69217]: DEBUG oslo_vmware.api [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531804, 'name': PowerOnVM_Task, 'duration_secs': 0.737943} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.434318] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.434422] env[69217]: INFO nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Took 9.56 seconds to spawn the instance on the hypervisor. [ 658.434552] env[69217]: DEBUG nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.439067] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebed1f6-8369-423c-8ac8-82872ac96f95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.519696] env[69217]: DEBUG oslo_concurrency.lockutils [None req-91c2af93-3245-43d4-a2ce-af0dd3c9b4e1 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.484s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.543263] env[69217]: DEBUG nova.network.neutron [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.611907] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815242} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.612439] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/aa58e2c6-85c2-483e-9435-db6664b30d5a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.612811] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.613224] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d10d01d4-f9bc-4a4b-9bce-bb86a4579a73 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.622387] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 658.622387] env[69217]: value = "task-3531807" [ 658.622387] env[69217]: _type = "Task" [ 658.622387] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.636651] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.691015] env[69217]: DEBUG nova.scheduler.client.report [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 658.691015] env[69217]: DEBUG nova.compute.provider_tree [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 25 to 26 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 658.691199] env[69217]: DEBUG nova.compute.provider_tree [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.841498] env[69217]: INFO nova.compute.manager [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] [instance: 97973f40-913d-4962-adab-a05953c50e57] Took 1.06 seconds to deallocate network for instance. [ 658.963410] env[69217]: INFO nova.compute.manager [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Took 20.67 seconds to build instance. [ 659.023553] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.046636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.046934] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Instance network_info: |[{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.047293] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Acquired lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.047430] env[69217]: DEBUG nova.network.neutron [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Refreshing network info cache for port 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.048690] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:98:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f0f98c6-9ef0-4e64-bbf2-2322c291f58a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.059912] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Creating folder: Project (11a94439811949e1b7044eaba44e17ea). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.065590] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1bba63a-e2d4-470f-b267-7472dd81a5e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.077204] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Created folder: Project (11a94439811949e1b7044eaba44e17ea) in parent group-v705386. [ 659.077204] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Creating folder: Instances. Parent ref: group-v705412. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.077865] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf5a73ab-13d7-4a55-abb7-10e4cda87242 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.087422] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Created folder: Instances in parent group-v705412. [ 659.088039] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.088203] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.088469] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a39f631c-ffc6-4895-845a-19195f7920bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.108658] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.108658] env[69217]: value = "task-3531810" [ 659.108658] env[69217]: _type = "Task" [ 659.108658] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.116979] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531810, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.133270] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160606} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.133561] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.134446] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9275ae85-6ec7-409b-84ed-12feab9f4307 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.159882] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/aa58e2c6-85c2-483e-9435-db6664b30d5a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.160155] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fdd5abb-ca7d-403c-a639-2d91d6662deb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.184119] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 659.184119] env[69217]: value = "task-3531811" [ 659.184119] env[69217]: _type = "Task" [ 659.184119] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.188074] env[69217]: DEBUG nova.network.neutron [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.198478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.199030] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.201992] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.203310] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.588s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.204356] env[69217]: INFO nova.compute.claims [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.466278] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dd0ae3fe-96ae-495e-94d7-98330755d836 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.704s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.562807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.623277] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531810, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.693533] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.698154] env[69217]: INFO nova.compute.manager [-] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Took 2.37 seconds to deallocate network for instance. [ 659.706164] env[69217]: DEBUG nova.compute.utils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.706164] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.706164] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.845945] env[69217]: DEBUG nova.network.neutron [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updated VIF entry in instance network info cache for port 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.845945] env[69217]: DEBUG nova.network.neutron [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.868068] env[69217]: DEBUG nova.policy [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3343c0d9dd454d7d9d83a8caf8d0eb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286a846c3f0748b3975943c194108e74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.894436] env[69217]: INFO nova.scheduler.client.report [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Deleted allocations for instance 97973f40-913d-4962-adab-a05953c50e57 [ 659.974227] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.119948] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531810, 'name': CreateVM_Task, 'duration_secs': 0.583563} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.121945] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.122728] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123223] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123725] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24bec27-3d9b-4eb5-b6bf-372149625b1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.129920] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 660.129920] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520bce89-cee2-62d7-1637-1d59abade3a8" [ 660.129920] env[69217]: _type = "Task" [ 660.129920] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.140360] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520bce89-cee2-62d7-1637-1d59abade3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.196035] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531811, 'name': ReconfigVM_Task, 'duration_secs': 0.67252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.196447] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/aa58e2c6-85c2-483e-9435-db6664b30d5a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.197172] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7017729d-2136-4a0b-86dc-8bb7baf81d7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.207233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.207233] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 660.207233] env[69217]: value = "task-3531813" [ 660.207233] env[69217]: _type = "Task" [ 660.207233] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.207637] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.230020] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531813, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.350437] env[69217]: DEBUG oslo_concurrency.lockutils [req-98b9ef5d-a211-4f83-bfd0-ce83de51efd4 req-b3648303-2857-43e9-aa54-a8428bbca077 service nova] Releasing lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.418113] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c7e2d3ae-4e4b-4825-9c7e-4dd9a4762ca2 tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Lock "97973f40-913d-4962-adab-a05953c50e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.667s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.513692] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.646872] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520bce89-cee2-62d7-1637-1d59abade3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.025562} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.647280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.647439] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.647681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.647877] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.647972] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.648257] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9edbf1c5-a4e0-4f75-b956-3ca74c012ca9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.662932] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.662932] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.662932] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e416b799-b8a9-4466-98b4-6a1003a3b21d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.670361] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 660.670361] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52034738-b2a8-d97d-6bc6-4be0108c9045" [ 660.670361] env[69217]: _type = "Task" [ 660.670361] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.684629] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52034738-b2a8-d97d-6bc6-4be0108c9045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.715452] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96499b-0cb1-41b4-911e-627a99384fde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.741426] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc7b43-9ecb-402c-b44d-2533c0e13d4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.749142] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531813, 'name': Rename_Task, 'duration_secs': 0.250598} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.750661] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.750661] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1c2645-a89b-46c3-9331-ec1011541171 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.782094] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea9fd7-e938-43da-a728-26f0d2270e90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.785492] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 660.785492] env[69217]: value = "task-3531814" [ 660.785492] env[69217]: _type = "Task" [ 660.785492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.792532] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffb616-44d2-42d5-bf31-dadb31d9e96e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.800651] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.813041] env[69217]: DEBUG nova.compute.provider_tree [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.930691] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.053793] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Successfully created port: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.121352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "7120b731-6946-48ee-9d53-74f7b9d92858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.121545] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.185549] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52034738-b2a8-d97d-6bc6-4be0108c9045, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.186877] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd753c7f-4df1-48a2-88ec-bb47bd05b222 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.197443] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 661.197443] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bdef0-6a5f-f718-6205-ce3bfa7c8b60" [ 661.197443] env[69217]: _type = "Task" [ 661.197443] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.207655] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bdef0-6a5f-f718-6205-ce3bfa7c8b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.242056] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.275910] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.275910] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.275910] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.277624] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.277624] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.277624] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.277624] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.277624] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.278042] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.278042] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.278042] env[69217]: DEBUG nova.virt.hardware [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.278659] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f324f-ba47-4513-b763-2039f39f41ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.298789] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74287074-40b0-4cfd-899b-c71d7f854f82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.309024] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531814, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.325311] env[69217]: DEBUG nova.scheduler.client.report [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.374258] env[69217]: DEBUG nova.compute.manager [req-1536fcae-9c12-4444-9573-b106827171a8 req-29ab2c94-e3de-4685-91b8-65cca3142b22 service nova] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Received event network-vif-deleted-2d6e6d79-4444-450f-bccb-f74e32ba4dbf {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.460406] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.713420] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bdef0-6a5f-f718-6205-ce3bfa7c8b60, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.713420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.713420] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.713420] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef70491-2986-484c-ba57-797093a443e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.721210] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 661.721210] env[69217]: value = "task-3531815" [ 661.721210] env[69217]: _type = "Task" [ 661.721210] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.729255] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.797428] env[69217]: DEBUG oslo_vmware.api [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531814, 'name': PowerOnVM_Task, 'duration_secs': 0.63378} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.798806] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.798806] env[69217]: INFO nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Took 10.50 seconds to spawn the instance on the hypervisor. [ 661.798806] env[69217]: DEBUG nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.799048] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e81524-3f76-4f06-ae99-92711232252c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.829871] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.829871] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.831460] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.112s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.834971] env[69217]: INFO nova.compute.claims [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.886834] env[69217]: INFO nova.compute.manager [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Rebuilding instance [ 661.954102] env[69217]: DEBUG nova.compute.manager [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.954978] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da94e72-e9fa-4dd8-bd58-033fcc12f6c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.234711] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531815, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.329345] env[69217]: INFO nova.compute.manager [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Took 23.96 seconds to build instance. [ 662.339555] env[69217]: DEBUG nova.compute.utils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.341196] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.341280] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.716138] env[69217]: DEBUG nova.policy [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67ade2aa0fb14356a7dfb3428d83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35e76f8d15514258841b4736646458b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.736117] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772261} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.736589] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.736981] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.738092] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6513ea39-c3cb-45df-8a73-1e798f3a8cfb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.746720] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 662.746720] env[69217]: value = "task-3531817" [ 662.746720] env[69217]: _type = "Task" [ 662.746720] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.755580] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.832135] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c843ea36-aebe-466b-b3cb-1a58cf63d304 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.477s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.850589] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.976848] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.976848] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccbecf2c-05a3-4e68-814f-fde6e167b9a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.981104] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 662.981104] env[69217]: value = "task-3531818" [ 662.981104] env[69217]: _type = "Task" [ 662.981104] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.995868] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.263468] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06606} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.265835] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.267699] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b89ea3b-77bf-482d-9ea4-f482f760cf02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.296141] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.296720] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed3bc2f-e402-4ff5-8a9f-5ec20ab9128b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.312638] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac2880-051b-4443-9cdb-20a1d5250081 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.322989] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb3a270-5c5e-43f0-ac36-09077e399765 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.326668] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 663.326668] env[69217]: value = "task-3531819" [ 663.326668] env[69217]: _type = "Task" [ 663.326668] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.358079] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.365737] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d205ed-1212-4934-a6c5-44531111546e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.374062] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.378627] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dd18d6-c7b0-4a30-9c83-a3b7d9786071 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.395816] env[69217]: DEBUG nova.compute.provider_tree [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.491859] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531818, 'name': PowerOffVM_Task, 'duration_secs': 0.312424} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.492400] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.492400] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.493258] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a300aa3b-eabc-4277-a599-f32866146591 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.500433] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.500662] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-430e29a4-103e-4f33-8aad-dab374a391c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.525706] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.525946] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.526143] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleting the datastore file [datastore2] 50b69299-91ee-43cf-aa76-2d6fa2240f9f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.526431] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4591be72-bc37-4b73-be01-d0f26d0f015c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.535286] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 663.535286] env[69217]: value = "task-3531821" [ 663.535286] env[69217]: _type = "Task" [ 663.535286] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.542826] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.839832] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.875746] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.899033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.900929] env[69217]: DEBUG nova.scheduler.client.report [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.916999] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.917156] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.917561] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.917561] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.918181] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.918181] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.918506] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.918697] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.918940] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.919173] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.919470] env[69217]: DEBUG nova.virt.hardware [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.921189] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2b7ff-02b4-47f7-bf39-264c5f5fb503 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.930232] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa4d355-2914-4d79-b660-efb9d44bba2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.011742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.012037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.049998] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329908} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.049998] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.049998] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.049998] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.261951] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Successfully created port: 1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.345740] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531819, 'name': ReconfigVM_Task, 'duration_secs': 0.648322} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.346217] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.347201] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c37d733-ab7b-42ec-89f9-93d2bbf6948c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.364936] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 664.364936] env[69217]: value = "task-3531823" [ 664.364936] env[69217]: _type = "Task" [ 664.364936] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.371780] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531823, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.418268] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.418456] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.425891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.370s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.430030] env[69217]: INFO nova.compute.claims [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.867706] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Successfully updated port: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.877478] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531823, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.934657] env[69217]: DEBUG nova.compute.utils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.940793] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.940793] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.032610] env[69217]: DEBUG nova.policy [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89263782a8e4de9b981365cdb539664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57b2595308ab494ab9f9171bff42a94f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.107157] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.107157] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.107157] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.107157] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.107357] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.107357] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.107512] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.107808] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.108118] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.108417] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.108714] env[69217]: DEBUG nova.virt.hardware [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.110053] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b21c16-c89d-4f46-9554-4e0b068cebf2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.132614] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d782757-426c-4488-8455-ceea9034acda {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.150733] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.156664] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.157135] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.157178] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa66222-3aaa-44c9-b172-abda0a37786c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.174127] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.174127] env[69217]: value = "task-3531824" [ 665.174127] env[69217]: _type = "Task" [ 665.174127] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.183091] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531824, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.373293] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.373375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquired lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.373599] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.378070] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531823, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.441503] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.694277] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531824, 'name': CreateVM_Task, 'duration_secs': 0.332441} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.694658] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.695255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.695571] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.696063] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.696504] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ab64bc-6095-42ef-b811-a9c26460cfbe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.705088] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 665.705088] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea8390-47ce-2e0c-15af-22e21f2c3652" [ 665.705088] env[69217]: _type = "Task" [ 665.705088] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.714503] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea8390-47ce-2e0c-15af-22e21f2c3652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.843222] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Successfully created port: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.874590] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531823, 'name': Rename_Task, 'duration_secs': 1.177162} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.875868] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.881753] env[69217]: DEBUG nova.compute.manager [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received event network-vif-plugged-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.882063] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] Acquiring lock "be32720d-7237-41f3-8438-4eec21659cf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.882205] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] Lock "be32720d-7237-41f3-8438-4eec21659cf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.882384] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] Lock "be32720d-7237-41f3-8438-4eec21659cf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.882549] env[69217]: DEBUG nova.compute.manager [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] No waiting events found dispatching network-vif-plugged-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.882717] env[69217]: WARNING nova.compute.manager [req-d4a772b3-801f-4508-a2c4-1938cf4cde48 req-7989e924-2aa7-4eb2-859f-e2d1de7b4eba service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received unexpected event network-vif-plugged-8855bf48-c208-47fb-a2f9-1cbbb4615f83 for instance with vm_state building and task_state spawning. [ 665.887019] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b75e1c-9c09-4d55-a9be-1c3d2244c7ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.894991] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 665.894991] env[69217]: value = "task-3531825" [ 665.894991] env[69217]: _type = "Task" [ 665.894991] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.910833] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.927350] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e622211-ae6e-4f64-b3a5-719a23525609 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.940976] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5f50a3-4937-4c52-8696-d4a6cf45c8ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.985169] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.986949] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc569fc-ad01-4c45-99e7-76764a327e05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.996717] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c82a0-8ddf-4bac-82ff-9256984c0bdb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.015672] env[69217]: DEBUG nova.compute.provider_tree [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.042330] env[69217]: INFO nova.compute.manager [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Rescuing [ 666.042621] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.042621] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.042949] env[69217]: DEBUG nova.network.neutron [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.117405] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.117622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.219480] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea8390-47ce-2e0c-15af-22e21f2c3652, 'name': SearchDatastore_Task, 'duration_secs': 0.039544} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.219826] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.220331] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.220403] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.221098] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.221098] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.221098] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b21103-91bf-415c-b249-7d371733e18f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.230534] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.230716] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.231561] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d29111b-1a3f-4e76-8536-4f18ad57d9f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.241219] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 666.241219] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526d3661-fc1a-ac86-346e-ccc6e117e2b0" [ 666.241219] env[69217]: _type = "Task" [ 666.241219] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.251026] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526d3661-fc1a-ac86-346e-ccc6e117e2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.410115] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.492501] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.522314] env[69217]: DEBUG nova.scheduler.client.report [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.545174] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.545174] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.545174] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.545425] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.545520] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.546323] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.546323] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.546323] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.546582] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.546582] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.549495] env[69217]: DEBUG nova.virt.hardware [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.549495] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b93ef4-97f6-46b5-bf8e-78e625a4194f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.565023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3d1fc1-83b6-4264-aa34-d3aabaf182cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.742881] env[69217]: DEBUG nova.network.neutron [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updating instance_info_cache with network_info: [{"id": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "address": "fa:16:3e:15:2e:b0", "network": {"id": "1a6f5d6c-f246-48bb-83bc-f2784a222ccb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1979233501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286a846c3f0748b3975943c194108e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8855bf48-c2", "ovs_interfaceid": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.754460] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526d3661-fc1a-ac86-346e-ccc6e117e2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.755176] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ffa760-79ac-4613-9c62-99a9a177e725 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.770117] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 666.770117] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da3d89-b774-568c-476f-f46e8f7f53c2" [ 666.770117] env[69217]: _type = "Task" [ 666.770117] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.776208] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da3d89-b774-568c-476f-f46e8f7f53c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.911118] env[69217]: DEBUG oslo_vmware.api [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531825, 'name': PowerOnVM_Task, 'duration_secs': 0.666254} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.911409] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.911806] env[69217]: INFO nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Took 13.12 seconds to spawn the instance on the hypervisor. [ 666.911806] env[69217]: DEBUG nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.912592] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4391cf-d889-4cdc-a958-5eb8f1b425b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.035681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.036248] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.042750] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.273s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.043457] env[69217]: INFO nova.compute.claims [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.248239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Releasing lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.248573] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Instance network_info: |[{"id": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "address": "fa:16:3e:15:2e:b0", "network": {"id": "1a6f5d6c-f246-48bb-83bc-f2784a222ccb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1979233501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286a846c3f0748b3975943c194108e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8855bf48-c2", "ovs_interfaceid": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.249186] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:2e:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8855bf48-c208-47fb-a2f9-1cbbb4615f83', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.260514] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Creating folder: Project (286a846c3f0748b3975943c194108e74). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.261507] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ccd308-0d98-4696-92a0-60be9f92582d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.278810] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Created folder: Project (286a846c3f0748b3975943c194108e74) in parent group-v705386. [ 667.280519] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Creating folder: Instances. Parent ref: group-v705417. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.280519] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae96710c-3622-47c7-bc78-ed0205085db0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.287231] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da3d89-b774-568c-476f-f46e8f7f53c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017094} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.287231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.287576] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.287917] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d514716a-d01b-46c9-bfb1-66ddb794f519 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.296782] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 667.296782] env[69217]: value = "task-3531828" [ 667.296782] env[69217]: _type = "Task" [ 667.296782] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.298387] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Created folder: Instances in parent group-v705417. [ 667.298631] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.301808] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.303697] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a14acb4-208a-472a-88dd-7681b1e53908 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.319345] env[69217]: DEBUG nova.network.neutron [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updating instance_info_cache with network_info: [{"id": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "address": "fa:16:3e:67:8a:ec", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4131fb2-24", "ovs_interfaceid": "d4131fb2-2440-46af-bbd7-d6dbba740d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.327551] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.329008] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.329008] env[69217]: value = "task-3531829" [ 667.329008] env[69217]: _type = "Task" [ 667.329008] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.347755] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531829, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.436583] env[69217]: INFO nova.compute.manager [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Took 27.69 seconds to build instance. [ 667.556138] env[69217]: DEBUG nova.compute.utils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.563034] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.563034] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.674566] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Successfully updated port: 1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.745157] env[69217]: DEBUG nova.policy [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1c2c18b881434bb93438b12aa4cda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c464d11296f34c20b0169747b735642b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.816873] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.825024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "refresh_cache-aa58e2c6-85c2-483e-9435-db6664b30d5a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.843972] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531829, 'name': CreateVM_Task, 'duration_secs': 0.434816} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.845991] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.846798] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.848305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.848305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.848305] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83eb1b3-d28d-49e5-985d-73a7df517773 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.858326] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 667.858326] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e24229-aaf0-7084-4d3e-c6d93bb8f75b" [ 667.858326] env[69217]: _type = "Task" [ 667.858326] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.871723] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e24229-aaf0-7084-4d3e-c6d93bb8f75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.940933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.211s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.062045] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.182935] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.183128] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.183287] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.322075] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65247} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.323425] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.327024] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.327024] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c502f43-f947-4376-9c7c-c14e321161b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.335049] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 668.335049] env[69217]: value = "task-3531831" [ 668.335049] env[69217]: _type = "Task" [ 668.335049] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.351688] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.372265] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e24229-aaf0-7084-4d3e-c6d93bb8f75b, 'name': SearchDatastore_Task, 'duration_secs': 0.033581} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.375636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.375936] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.376257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.376446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.377022] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.380461] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0808a8d3-6e51-462d-854d-71f1e0e71c10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.396523] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.396793] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.397681] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1371a620-43a7-4509-8de4-6191b5c73bbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.406684] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 668.406684] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528f0b05-1b51-a444-27be-e16a9be33a95" [ 668.406684] env[69217]: _type = "Task" [ 668.406684] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.419225] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528f0b05-1b51-a444-27be-e16a9be33a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.444620] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.580636] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b47ec-175f-4e50-a362-c4de36262a18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.588833] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a30eb-bbad-4d44-b3c1-e2386686f74f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.624721] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2aa8af-b4be-452d-8af1-39e130fdba53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.633857] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05847cef-85f3-4203-becd-6a411ea3a089 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.651803] env[69217]: DEBUG nova.compute.provider_tree [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.690201] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Successfully created port: 464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.768659] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.846522] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066122} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.846793] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.847596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a19977-1194-4a01-aa85-715f7c4766ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.874223] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.874413] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82f19a7-ee4a-48ac-b968-bf0d830a1a67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.899184] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 668.899184] env[69217]: value = "task-3531832" [ 668.899184] env[69217]: _type = "Task" [ 668.899184] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.909463] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.921372] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528f0b05-1b51-a444-27be-e16a9be33a95, 'name': SearchDatastore_Task, 'duration_secs': 0.019161} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.921896] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74577935-d968-41aa-b190-59b3ef6ee332 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.929023] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 668.929023] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b9414-8f79-759e-834d-372edf41fe7e" [ 668.929023] env[69217]: _type = "Task" [ 668.929023] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.938324] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b9414-8f79-759e-834d-372edf41fe7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.967461] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.967700] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing instance network info cache due to event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.967954] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Acquiring lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.969650] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Acquired lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.969798] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.978217] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.073841] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.108284] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.108554] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.108725] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.108920] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.109991] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.109991] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.109991] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.110376] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.110376] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.110674] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.111129] env[69217]: DEBUG nova.virt.hardware [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.112946] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c74a27-bc47-4834-9e85-b2125994b87e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.127665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde2e56-927a-4bd1-9f21-e56234fa5c5b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.150636] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Successfully updated port: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.154565] env[69217]: DEBUG nova.scheduler.client.report [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.180760] env[69217]: DEBUG nova.network.neutron [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [{"id": "1025ee54-b104-4373-9565-50bbbdc87272", "address": "fa:16:3e:a0:b0:45", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1025ee54-b1", "ovs_interfaceid": "1025ee54-b104-4373-9565-50bbbdc87272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.393812] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.394181] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3db2b1a-e4ad-44ff-b09c-73c272cb3295 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.408368] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 669.408368] env[69217]: value = "task-3531833" [ 669.408368] env[69217]: _type = "Task" [ 669.408368] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.416843] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531832, 'name': ReconfigVM_Task, 'duration_secs': 0.297651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.417900] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 50b69299-91ee-43cf-aa76-2d6fa2240f9f/50b69299-91ee-43cf-aa76-2d6fa2240f9f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.418757] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f839b830-2789-45f0-9ed7-3da819b9ef8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.424261] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.430404] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 669.430404] env[69217]: value = "task-3531834" [ 669.430404] env[69217]: _type = "Task" [ 669.430404] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.446545] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531834, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.451054] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522b9414-8f79-759e-834d-372edf41fe7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.451054] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.451224] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] be32720d-7237-41f3-8438-4eec21659cf6/be32720d-7237-41f3-8438-4eec21659cf6.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.451436] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2e4acda-d88b-4db6-873e-13332e02e38d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.461158] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 669.461158] env[69217]: value = "task-3531835" [ 669.461158] env[69217]: _type = "Task" [ 669.461158] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.475671] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.654343] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.654343] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.654343] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.661681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.663094] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.664800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.697s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.665067] env[69217]: DEBUG nova.objects.instance [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lazy-loading 'resources' on Instance uuid 3fd3d6a7-1609-49ae-afa5-b337aad39679 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.688786] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.689131] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Instance network_info: |[{"id": "1025ee54-b104-4373-9565-50bbbdc87272", "address": "fa:16:3e:a0:b0:45", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1025ee54-b1", "ovs_interfaceid": "1025ee54-b104-4373-9565-50bbbdc87272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.689776] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b0:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1025ee54-b104-4373-9565-50bbbdc87272', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.701260] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Creating folder: Project (35e76f8d15514258841b4736646458b8). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.701260] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-392a0ce6-729d-4970-864f-abfef96b0508 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.719250] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Created folder: Project (35e76f8d15514258841b4736646458b8) in parent group-v705386. [ 669.719250] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Creating folder: Instances. Parent ref: group-v705420. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.719440] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fbd3c1a-b6fe-4958-ac1e-7917f40f4e8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.734219] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Created folder: Instances in parent group-v705420. [ 669.734362] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.734573] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.736214] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dccd0b7-0fcd-4166-981c-b78e1bf965bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.761711] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.761711] env[69217]: value = "task-3531838" [ 669.761711] env[69217]: _type = "Task" [ 669.761711] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.771939] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531838, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.921061] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531833, 'name': PowerOffVM_Task, 'duration_secs': 0.276934} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.921399] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.922379] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae8020-33e1-47b4-9f24-21884fe21092 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.955672] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e00562-ce32-4253-8f6a-a34d9e234921 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.972881] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531834, 'name': Rename_Task, 'duration_secs': 0.173799} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.976414] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.976414] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0fef0de-fcbe-4c0b-8e5b-6a654c128208 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.985665] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.987455] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 669.987455] env[69217]: value = "task-3531839" [ 669.987455] env[69217]: _type = "Task" [ 669.987455] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.000849] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.004227] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.004555] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4478a30c-1e81-4ab8-b071-86322f1ce0fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.011173] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updated VIF entry in instance network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.011607] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updating instance_info_cache with network_info: [{"id": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "address": "fa:16:3e:15:2e:b0", "network": {"id": "1a6f5d6c-f246-48bb-83bc-f2784a222ccb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1979233501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286a846c3f0748b3975943c194108e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8855bf48-c2", "ovs_interfaceid": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.014788] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 670.014788] env[69217]: value = "task-3531840" [ 670.014788] env[69217]: _type = "Task" [ 670.014788] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.026095] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 670.026310] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.026663] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.026737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.026909] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.027475] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f355a6f9-55e2-480c-8c7a-6d9053773db8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.039262] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.039587] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.043323] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c45419-f94d-4f1f-bc1e-b7e47dd1e1c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.047819] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 670.047819] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52305363-6728-f2b1-8817-3de76647a0af" [ 670.047819] env[69217]: _type = "Task" [ 670.047819] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.064027] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52305363-6728-f2b1-8817-3de76647a0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.171649] env[69217]: DEBUG nova.compute.utils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.173236] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.174104] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.210513] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.269377] env[69217]: DEBUG nova.policy [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba473dd84ed94492a65b912ecf93188b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d43a6a438c54a549e0183f0ddc9ce7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.281697] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531838, 'name': CreateVM_Task, 'duration_secs': 0.450862} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.284408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.285240] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.285408] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.285716] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.285978] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337a04f8-625f-4222-93a4-bb584deb7953 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.293245] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 670.293245] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263d0e0-5916-922a-a28c-03750d2682d4" [ 670.293245] env[69217]: _type = "Task" [ 670.293245] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.304610] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263d0e0-5916-922a-a28c-03750d2682d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.479387] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586688} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.479665] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] be32720d-7237-41f3-8438-4eec21659cf6/be32720d-7237-41f3-8438-4eec21659cf6.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.479890] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.480157] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9071c7-51e8-41ee-b8bd-5dfdb8fb343c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.498677] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 670.498677] env[69217]: value = "task-3531842" [ 670.498677] env[69217]: _type = "Task" [ 670.498677] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.503929] env[69217]: DEBUG oslo_vmware.api [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531839, 'name': PowerOnVM_Task, 'duration_secs': 0.45675} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.504374] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.504577] env[69217]: DEBUG nova.compute.manager [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.505470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98efdf46-b126-4824-894a-97de73a32866 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.512654] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.514325] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Releasing lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.514600] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received event network-vif-plugged-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.515112] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Acquiring lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.515112] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.515258] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.515318] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] No waiting events found dispatching network-vif-plugged-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.515773] env[69217]: WARNING nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received unexpected event network-vif-plugged-1025ee54-b104-4373-9565-50bbbdc87272 for instance with vm_state building and task_state spawning. [ 670.515773] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received event network-changed-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.515936] env[69217]: DEBUG nova.compute.manager [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing instance network info cache due to event network-changed-1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.516039] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Acquiring lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.516135] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Acquired lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.516303] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.569978] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52305363-6728-f2b1-8817-3de76647a0af, 'name': SearchDatastore_Task, 'duration_secs': 0.022033} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.583239] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c51f0b4-668a-435b-8224-93517782f67e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.594354] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 670.594354] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525dea4c-67ca-8a69-e61f-0da357ba383c" [ 670.594354] env[69217]: _type = "Task" [ 670.594354] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.603385] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525dea4c-67ca-8a69-e61f-0da357ba383c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.676464] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.688574] env[69217]: DEBUG nova.network.neutron [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.701417] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c77da51-e96c-4e24-8344-44470d5c1e32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.712603] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0e9fc-613a-4252-9c85-73fd349696d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.748724] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd916cdd-5595-467f-835d-c02d4593bc7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.758396] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6849d8-a3c0-4bc3-8a66-67bf02069e04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.780839] env[69217]: DEBUG nova.compute.provider_tree [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.809569] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263d0e0-5916-922a-a28c-03750d2682d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018744} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.809742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.809853] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.810114] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.810270] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.810452] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.810727] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150a2c30-73a9-4399-855a-bc8f9f9c9227 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.826654] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.826654] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.826654] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbd813c-e625-4c5c-881a-01abdb518c10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.835391] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.835573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.838888] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 670.838888] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea6c7b-a634-a95d-350f-afa31f74dac6" [ 670.838888] env[69217]: _type = "Task" [ 670.838888] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.854024] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea6c7b-a634-a95d-350f-afa31f74dac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.916678] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "1bfb197a-067d-498f-9af3-bd6a384bd451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.917201] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.010667] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090184} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.010925] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.016442] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060d16e-0453-49a6-a7cc-61aab51903e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.049123] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] be32720d-7237-41f3-8438-4eec21659cf6/be32720d-7237-41f3-8438-4eec21659cf6.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.051320] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-861816b4-032f-41ce-9cc1-0ce818a0a171 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.065622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.075256] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 671.075256] env[69217]: value = "task-3531843" [ 671.075256] env[69217]: _type = "Task" [ 671.075256] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.096387] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.106788] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525dea4c-67ca-8a69-e61f-0da357ba383c, 'name': SearchDatastore_Task, 'duration_secs': 0.024274} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.106913] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.107243] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 671.107736] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee4db7e7-5291-4cae-9be1-57a2b9bce03b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.116491] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 671.116491] env[69217]: value = "task-3531844" [ 671.116491] env[69217]: _type = "Task" [ 671.116491] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.125910] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.192608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.193014] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Instance network_info: |[{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.194391] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:03:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.201063] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Creating folder: Project (57b2595308ab494ab9f9171bff42a94f). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.201301] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43891aa5-4f03-43ff-8425-2186173546d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.219348] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Created folder: Project (57b2595308ab494ab9f9171bff42a94f) in parent group-v705386. [ 671.219664] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Creating folder: Instances. Parent ref: group-v705423. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.219906] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc0de3f-5780-4ca7-b5b3-8ea4fc3c942a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.233234] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Created folder: Instances in parent group-v705423. [ 671.233514] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.239372] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Successfully updated port: 464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.239372] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.240060] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8bb9dc-7dc5-4393-b8d1-779812659cd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.263900] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.263900] env[69217]: value = "task-3531847" [ 671.263900] env[69217]: _type = "Task" [ 671.263900] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.277734] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531847, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.289517] env[69217]: DEBUG nova.scheduler.client.report [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.353323] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea6c7b-a634-a95d-350f-afa31f74dac6, 'name': SearchDatastore_Task, 'duration_secs': 0.020641} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.358364] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33505a5-d567-482d-b26d-39d87448a514 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.370425] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 671.370425] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5215d457-0c30-96f9-724d-d80632f4c469" [ 671.370425] env[69217]: _type = "Task" [ 671.370425] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.381711] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5215d457-0c30-96f9-724d-d80632f4c469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.588447] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.630024] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.643232] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Successfully created port: f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.694511] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.736874] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.738510] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.739455] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.740930] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.741240] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.741458] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.742123] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.742123] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.742123] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.742337] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.742571] env[69217]: DEBUG nova.virt.hardware [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.744050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.744152] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.744350] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.747210] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90863c-6a27-4f6e-9066-e14c43044b44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.762724] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e7a7f-4150-4c09-9274-bbeb23a926be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.794929] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531847, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.797031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.799428] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.237s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.801325] env[69217]: INFO nova.compute.claims [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.836563] env[69217]: INFO nova.scheduler.client.report [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Deleted allocations for instance 3fd3d6a7-1609-49ae-afa5-b337aad39679 [ 671.892490] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5215d457-0c30-96f9-724d-d80632f4c469, 'name': SearchDatastore_Task, 'duration_secs': 0.018321} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.893293] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.893643] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ae681203-5fe5-41dc-8dee-0d0240349185/ae681203-5fe5-41dc-8dee-0d0240349185.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.894134] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570e0bca-6007-42c8-9dfa-b96b8c963080 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.907213] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 671.907213] env[69217]: value = "task-3531848" [ 671.907213] env[69217]: _type = "Task" [ 671.907213] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.919320] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.989237] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updated VIF entry in instance network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.989808] env[69217]: DEBUG nova.network.neutron [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [{"id": "1025ee54-b104-4373-9565-50bbbdc87272", "address": "fa:16:3e:a0:b0:45", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1025ee54-b1", "ovs_interfaceid": "1025ee54-b104-4373-9565-50bbbdc87272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.087355] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531843, 'name': ReconfigVM_Task, 'duration_secs': 0.731614} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.087355] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] be32720d-7237-41f3-8438-4eec21659cf6/be32720d-7237-41f3-8438-4eec21659cf6.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.087913] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960b0d81-404b-40c9-820d-4038bd803c33 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.095021] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 672.095021] env[69217]: value = "task-3531849" [ 672.095021] env[69217]: _type = "Task" [ 672.095021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.107021] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531849, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.128893] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937961} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.129388] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 672.130295] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394eec3-b001-46a8-8ba2-7415680bb005 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.158682] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.158983] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b49c73-93cf-4f80-b5dd-60fcfd006920 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.186045] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 672.186045] env[69217]: value = "task-3531850" [ 672.186045] env[69217]: _type = "Task" [ 672.186045] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.193534] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.279597] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531847, 'name': CreateVM_Task, 'duration_secs': 0.584437} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.279597] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.279887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.279940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.280285] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.280555] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f478fa6-d83d-49ac-9086-3b707530b3f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.290472] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 672.290472] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f3811-f351-594a-bc80-19c7e4fd8657" [ 672.290472] env[69217]: _type = "Task" [ 672.290472] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.297793] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f3811-f351-594a-bc80-19c7e4fd8657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.352454] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Lock "3fd3d6a7-1609-49ae-afa5-b337aad39679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.949s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.365891] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.428661] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531848, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.493763] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9463403-76c1-4e14-ac8f-bac905976c3e req-75573247-5423-46ba-9776-49e06e7dfcad service nova] Releasing lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.608030] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531849, 'name': Rename_Task, 'duration_secs': 0.254185} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.608222] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.609951] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688382a8-a72a-4937-9bb6-5d46ec414f87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.618353] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 672.618353] env[69217]: value = "task-3531852" [ 672.618353] env[69217]: _type = "Task" [ 672.618353] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.629478] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.701520] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.714560] env[69217]: DEBUG nova.network.neutron [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Updating instance_info_cache with network_info: [{"id": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "address": "fa:16:3e:9b:be:dd", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464ab17c-f3", "ovs_interfaceid": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.808220] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f3811-f351-594a-bc80-19c7e4fd8657, 'name': SearchDatastore_Task, 'duration_secs': 0.01854} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.808530] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.808879] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.809081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.809189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.809371] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.809660] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19aeea20-8140-4248-8ea8-4ebbe27c5201 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.829688] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-vif-plugged-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.829688] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Acquiring lock "a6a64814-a8d6-4180-83e6-08a130186223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.829882] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Lock "a6a64814-a8d6-4180-83e6-08a130186223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.830058] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Lock "a6a64814-a8d6-4180-83e6-08a130186223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.830380] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] No waiting events found dispatching network-vif-plugged-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.830380] env[69217]: WARNING nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received unexpected event network-vif-plugged-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 for instance with vm_state building and task_state spawning. [ 672.830544] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.830676] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing instance network info cache due to event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.830857] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.830986] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.833961] env[69217]: DEBUG nova.network.neutron [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.838461] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.838579] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.839685] env[69217]: DEBUG nova.compute.manager [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 672.842726] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf7676c-8b3c-4938-bd89-f83cd26e0525 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.853307] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 672.853307] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5254a315-c487-47ff-de6a-d157c4f47015" [ 672.853307] env[69217]: _type = "Task" [ 672.853307] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.877183] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5254a315-c487-47ff-de6a-d157c4f47015, 'name': SearchDatastore_Task, 'duration_secs': 0.017614} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.885249] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e72e6d5-29a6-4b25-a4a4-2eff39b920be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.894529] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 672.894529] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52908835-a3c0-b007-bccd-5fa9c3a3cb43" [ 672.894529] env[69217]: _type = "Task" [ 672.894529] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.907706] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52908835-a3c0-b007-bccd-5fa9c3a3cb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.931016] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83779} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.933079] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ae681203-5fe5-41dc-8dee-0d0240349185/ae681203-5fe5-41dc-8dee-0d0240349185.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.933079] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.933079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-822d8391-9d54-41d5-a2c3-8c2e8426a65c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.945109] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 672.945109] env[69217]: value = "task-3531853" [ 672.945109] env[69217]: _type = "Task" [ 672.945109] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.964808] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.137271] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.203158] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531850, 'name': ReconfigVM_Task, 'duration_secs': 0.710437} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.203483] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.204481] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c3307-60c3-43aa-a43b-25e0f3c4dcee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.233139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.233139] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Instance network_info: |[{"id": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "address": "fa:16:3e:9b:be:dd", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464ab17c-f3", "ovs_interfaceid": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.240801] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:be:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '464ab17c-f3ef-4e61-9ca5-76548a23897b', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.246732] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Creating folder: Project (c464d11296f34c20b0169747b735642b). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.247026] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8a0e86-a94c-4f0c-988a-ddef75cb2225 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.271197] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96a6cd0d-35db-4401-8f27-af394effc5f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.273200] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "8c5327c2-997c-4753-9876-7e048bedec65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.273445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.281954] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 673.281954] env[69217]: value = "task-3531855" [ 673.281954] env[69217]: _type = "Task" [ 673.281954] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.290573] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Created folder: Project (c464d11296f34c20b0169747b735642b) in parent group-v705386. [ 673.290818] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Creating folder: Instances. Parent ref: group-v705426. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.290967] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ec577f-a977-4a43-a8d6-799e686e6d32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.298808] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.312440] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Created folder: Instances in parent group-v705426. [ 673.312816] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.313365] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.313365] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7daa8c30-6882-4450-b47f-c22991680f52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.340519] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.340519] env[69217]: value = "task-3531857" [ 673.340519] env[69217]: _type = "Task" [ 673.340519] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.357770] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531857, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.378875] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.401044] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a298c-3801-433c-9e1c-973407d2c836 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.411361] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52908835-a3c0-b007-bccd-5fa9c3a3cb43, 'name': SearchDatastore_Task, 'duration_secs': 0.034033} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.413798] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.414177] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a6a64814-a8d6-4180-83e6-08a130186223/a6a64814-a8d6-4180-83e6-08a130186223.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.414546] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2283814-5356-49f0-ab90-8cf7b369f211 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.418231] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2027b8ec-dea6-4390-990b-739f66d5a121 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.429217] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 673.429217] env[69217]: value = "task-3531858" [ 673.429217] env[69217]: _type = "Task" [ 673.429217] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.473167] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0829687-0cef-458b-8b05-3133b035bc9a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.484552] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.491478] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076578} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.493138] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0336abc-8d78-4b50-be02-3676583248ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.497635] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.499087] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eadc5c-35fc-4d5f-a24c-a2df63d57e98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.528031] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ae681203-5fe5-41dc-8dee-0d0240349185/ae681203-5fe5-41dc-8dee-0d0240349185.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.539319] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f0d769-6ccf-4da7-9a76-afecded7c8b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.559788] env[69217]: DEBUG nova.compute.provider_tree [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.575418] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 673.575418] env[69217]: value = "task-3531859" [ 673.575418] env[69217]: _type = "Task" [ 673.575418] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.585391] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.632813] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.799720] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531855, 'name': ReconfigVM_Task, 'duration_secs': 0.376301} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.799720] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.799720] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52dd18c3-6f83-42b2-848e-9a3c8482648c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.809104] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 673.809104] env[69217]: value = "task-3531860" [ 673.809104] env[69217]: _type = "Task" [ 673.809104] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.821611] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.852131] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531857, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.978567] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.064939] env[69217]: DEBUG nova.scheduler.client.report [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.088864] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.133305] env[69217]: DEBUG oslo_vmware.api [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531852, 'name': PowerOnVM_Task, 'duration_secs': 1.055439} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.133824] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.134302] env[69217]: INFO nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Took 12.89 seconds to spawn the instance on the hypervisor. [ 674.135341] env[69217]: DEBUG nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.136993] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48289f83-c527-4fa8-ba00-a3293ed78034 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.178140] env[69217]: DEBUG nova.network.neutron [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updated VIF entry in instance network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.178140] env[69217]: DEBUG nova.network.neutron [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.321071] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.352579] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531857, 'name': CreateVM_Task, 'duration_secs': 0.587313} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.352579] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.353247] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.353445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.353770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.354053] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02df0be0-b243-4894-9f43-2b6a558e1c1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.363724] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 674.363724] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52195820-dde5-f3a7-8e3a-c3e8d218c6e1" [ 674.363724] env[69217]: _type = "Task" [ 674.363724] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.372815] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52195820-dde5-f3a7-8e3a-c3e8d218c6e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.480416] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.480416] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a6a64814-a8d6-4180-83e6-08a130186223/a6a64814-a8d6-4180-83e6-08a130186223.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.480416] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.480416] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19486307-d5aa-4efc-82bd-f6bfab85682f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.485240] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Successfully updated port: f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.492176] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 674.492176] env[69217]: value = "task-3531861" [ 674.492176] env[69217]: _type = "Task" [ 674.492176] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.506824] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.574360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.574880] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.577475] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.371s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.580589] env[69217]: DEBUG nova.objects.instance [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lazy-loading 'resources' on Instance uuid 59eda413-c58c-49d1-9d16-81eb83418762 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.589892] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531859, 'name': ReconfigVM_Task, 'duration_secs': 0.552286} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.589892] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ae681203-5fe5-41dc-8dee-0d0240349185/ae681203-5fe5-41dc-8dee-0d0240349185.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.590237] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d31affe-9754-46eb-ae1c-3c387390c94f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.602454] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 674.602454] env[69217]: value = "task-3531862" [ 674.602454] env[69217]: _type = "Task" [ 674.602454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.613039] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531862, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.661235] env[69217]: INFO nova.compute.manager [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Took 27.16 seconds to build instance. [ 674.684836] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.685345] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Received event network-vif-plugged-464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.686299] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Acquiring lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.686299] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.686299] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.686471] env[69217]: DEBUG nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] No waiting events found dispatching network-vif-plugged-464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.686646] env[69217]: WARNING nova.compute.manager [req-fbeaabc4-6cc4-46b9-b0f5-9f51a054061e req-6dc15e51-cb45-4973-9b50-cda4f2aacb00 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Received unexpected event network-vif-plugged-464ab17c-f3ef-4e61-9ca5-76548a23897b for instance with vm_state building and task_state spawning. [ 674.781800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.781937] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.829108] env[69217]: DEBUG oslo_vmware.api [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3531860, 'name': PowerOnVM_Task, 'duration_secs': 0.752528} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.829429] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.832585] env[69217]: DEBUG nova.compute.manager [None req-b3d3f67e-df92-413a-9f8a-299356b50030 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.833275] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385ee23-8891-49e6-af6f-af7a66e613b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.881077] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52195820-dde5-f3a7-8e3a-c3e8d218c6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023119} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.881445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.881685] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.881924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.882119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.884726] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.884726] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c69371-b412-491a-9b0d-11830a57a82c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.898466] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.898466] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.898466] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128c63bc-19c6-4a85-9ecd-c854cac49d09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.907355] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 674.907355] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52efc9ac-1cc2-6413-e7ab-05f809786ffb" [ 674.907355] env[69217]: _type = "Task" [ 674.907355] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.918452] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52efc9ac-1cc2-6413-e7ab-05f809786ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.985773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.985773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquired lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.985773] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.006149] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074403} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.006589] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.007574] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50b3ef-eae3-4ea3-83d3-94b1b8cdd8c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.036925] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] a6a64814-a8d6-4180-83e6-08a130186223/a6a64814-a8d6-4180-83e6-08a130186223.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.037595] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88dd1030-a941-43df-b103-be9b58f38e0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.067824] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 675.067824] env[69217]: value = "task-3531863" [ 675.067824] env[69217]: _type = "Task" [ 675.067824] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.083309] env[69217]: DEBUG nova.compute.utils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.087831] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.091692] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.091783] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.122131] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531862, 'name': Rename_Task, 'duration_secs': 0.179481} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.122571] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.122837] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbccd471-d262-4692-bed0-aa2c8aac14cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.132658] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 675.132658] env[69217]: value = "task-3531864" [ 675.132658] env[69217]: _type = "Task" [ 675.132658] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.145713] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.166111] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.023s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.304542] env[69217]: DEBUG nova.policy [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9850b4472a7b40f19528fa6bf086a3ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7872d3273aa4506bf2e740296e52d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.422419] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52efc9ac-1cc2-6413-e7ab-05f809786ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.034741} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.424644] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3e8e5d-2964-4ae6-8809-a61b840159ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.432360] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 675.432360] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aefcd-706f-3efd-f034-4705d1466296" [ 675.432360] env[69217]: _type = "Task" [ 675.432360] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.447570] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aefcd-706f-3efd-f034-4705d1466296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.583568] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.589931] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.643594] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89708fbd-34c9-4d15-a648-a71b764dad0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.649555] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.658411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18954c8-8bd8-46ac-a1c7-f558e07f42ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.690909] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.694691] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae9621c-b9a0-4525-ad36-fe5699553f5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.705503] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae7542-f458-4afe-bfc6-25d43ee26dc8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.736591] env[69217]: DEBUG nova.compute.provider_tree [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.860140] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.882752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.883061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.946361] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aefcd-706f-3efd-f034-4705d1466296, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.947169] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.947169] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f2984bb6-02ae-471d-820c-f475b91eb6b7/f2984bb6-02ae-471d-820c-f475b91eb6b7.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.947490] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07d39a9-c3eb-443c-b984-2995a1a83b03 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.957308] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 675.957308] env[69217]: value = "task-3531865" [ 675.957308] env[69217]: _type = "Task" [ 675.957308] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.967246] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.081300] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531863, 'name': ReconfigVM_Task, 'duration_secs': 0.654035} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.081603] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfigured VM instance instance-0000000d to attach disk [datastore1] a6a64814-a8d6-4180-83e6-08a130186223/a6a64814-a8d6-4180-83e6-08a130186223.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.082273] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceeeef42-ae50-47bf-a8fa-fe958bc455ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.090313] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 676.090313] env[69217]: value = "task-3531866" [ 676.090313] env[69217]: _type = "Task" [ 676.090313] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.112026] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531866, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.149774] env[69217]: DEBUG oslo_vmware.api [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3531864, 'name': PowerOnVM_Task, 'duration_secs': 0.837744} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.151167] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.151634] env[69217]: INFO nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Took 12.28 seconds to spawn the instance on the hypervisor. [ 676.151926] env[69217]: DEBUG nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.153568] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba776559-41b9-4a13-8bdd-7bf27e767c06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.221795] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.240610] env[69217]: DEBUG nova.scheduler.client.report [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.369454] env[69217]: DEBUG nova.network.neutron [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Updating instance_info_cache with network_info: [{"id": "f6e4267e-c115-4a09-b575-0601f24298f5", "address": "fa:16:3e:ab:88:71", "network": {"id": "14c12336-4aad-42ac-a1d1-6332e22df40b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1711339762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d43a6a438c54a549e0183f0ddc9ce7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e4267e-c1", "ovs_interfaceid": "f6e4267e-c115-4a09-b575-0601f24298f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.482550] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531865, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.605319] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.619269] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531866, 'name': Rename_Task, 'duration_secs': 0.2229} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619814] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.620184] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16311b80-0143-42ea-93da-47969a552b4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.631536] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 676.631536] env[69217]: value = "task-3531867" [ 676.631536] env[69217]: _type = "Task" [ 676.631536] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.651277] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.651783] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.652572] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.652572] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.652572] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.653549] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.653549] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.653549] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.653549] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.653699] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.653885] env[69217]: DEBUG nova.virt.hardware [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.659130] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a3e549-9975-478e-932c-18131a6f3106 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.685124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083a947-fd5a-4213-bca9-b8d70bcd8b29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.695629] env[69217]: INFO nova.compute.manager [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Took 28.11 seconds to build instance. [ 676.749365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.753380] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.240s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.755246] env[69217]: INFO nova.compute.claims [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.794057] env[69217]: INFO nova.scheduler.client.report [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Deleted allocations for instance 59eda413-c58c-49d1-9d16-81eb83418762 [ 676.871840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Releasing lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.872197] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Instance network_info: |[{"id": "f6e4267e-c115-4a09-b575-0601f24298f5", "address": "fa:16:3e:ab:88:71", "network": {"id": "14c12336-4aad-42ac-a1d1-6332e22df40b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1711339762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d43a6a438c54a549e0183f0ddc9ce7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e4267e-c1", "ovs_interfaceid": "f6e4267e-c115-4a09-b575-0601f24298f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.874499] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:88:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6e4267e-c115-4a09-b575-0601f24298f5', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.891090] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Creating folder: Project (1d43a6a438c54a549e0183f0ddc9ce7f). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.892506] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72c3d023-b82c-4e65-b520-663ff1601ddc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.907076] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Created folder: Project (1d43a6a438c54a549e0183f0ddc9ce7f) in parent group-v705386. [ 676.907076] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Creating folder: Instances. Parent ref: group-v705429. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.907349] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6288b318-d7e6-4782-bc51-66494fe763d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.925088] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Created folder: Instances in parent group-v705429. [ 676.925247] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.929020] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.929020] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa6acc1d-ad4b-4e0e-85e0-19b8ae1076db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.958947] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.958947] env[69217]: value = "task-3531870" [ 676.958947] env[69217]: _type = "Task" [ 676.958947] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.980807] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.988342] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723149} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.988891] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f2984bb6-02ae-471d-820c-f475b91eb6b7/f2984bb6-02ae-471d-820c-f475b91eb6b7.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.988891] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.989135] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ffca36a-f249-4f7e-9df3-7f2a99b662da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.993861] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Successfully created port: c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.999991] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 676.999991] env[69217]: value = "task-3531871" [ 676.999991] env[69217]: _type = "Task" [ 676.999991] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.008814] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Received event network-changed-464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.009046] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Refreshing instance network info cache due to event network-changed-464ab17c-f3ef-4e61-9ca5-76548a23897b. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.009356] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Acquiring lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.009539] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Acquired lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.009768] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Refreshing network info cache for port 464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.021251] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.146130] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "e1b54424-6d34-498e-91ce-c7ec6660011a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.146431] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.154784] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.197671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.303850] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca0314cd-623d-47bc-9bd1-92552e39c168 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Lock "59eda413-c58c-49d1-9d16-81eb83418762" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.624s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.472300] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.476989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.477303] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.477831] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.477831] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.478085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.480636] env[69217]: INFO nova.compute.manager [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Terminating instance [ 677.514968] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126521} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.516014] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.517124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d1802-fad7-4f0c-9f71-c7f8ed3b6b45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.550991] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f2984bb6-02ae-471d-820c-f475b91eb6b7/f2984bb6-02ae-471d-820c-f475b91eb6b7.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.551525] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62812c1e-6c2b-4ca2-8793-7d1b1ba4eee1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.578260] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 677.578260] env[69217]: value = "task-3531872" [ 677.578260] env[69217]: _type = "Task" [ 677.578260] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.593715] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.646392] env[69217]: DEBUG oslo_vmware.api [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3531867, 'name': PowerOnVM_Task, 'duration_secs': 0.989238} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.646582] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.646822] env[69217]: INFO nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Took 11.15 seconds to spawn the instance on the hypervisor. [ 677.646957] env[69217]: DEBUG nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.648249] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b641d7a1-4476-42ea-a086-a158cc83d074 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.703641] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.977529] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.985190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "refresh_cache-50b69299-91ee-43cf-aa76-2d6fa2240f9f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.985190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquired lock "refresh_cache-50b69299-91ee-43cf-aa76-2d6fa2240f9f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.985190] env[69217]: DEBUG nova.network.neutron [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.046896] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Updated VIF entry in instance network info cache for port 464ab17c-f3ef-4e61-9ca5-76548a23897b. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.046896] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Updating instance_info_cache with network_info: [{"id": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "address": "fa:16:3e:9b:be:dd", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464ab17c-f3", "ovs_interfaceid": "464ab17c-f3ef-4e61-9ca5-76548a23897b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.094586] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.172045] env[69217]: INFO nova.compute.manager [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Took 29.47 seconds to build instance. [ 678.225183] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.254139] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3103fe-9f8a-4e9a-ba92-5d0392cdc0ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.268803] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88628d-864b-4bf6-ac4e-6565cd221fc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.305215] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd2ba6d-0896-4e61-8716-cc0dc88093af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.314518] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7b0fc-7012-4196-9d64-542799dfb8ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.329564] env[69217]: DEBUG nova.compute.provider_tree [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.462029] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.462029] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.473680] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.535150] env[69217]: DEBUG nova.network.neutron [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.549757] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Releasing lock "refresh_cache-f2984bb6-02ae-471d-820c-f475b91eb6b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.550059] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Received event network-vif-plugged-f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.550263] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Acquiring lock "785eed74-ebba-423a-a157-56027aeaa976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.550474] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Lock "785eed74-ebba-423a-a157-56027aeaa976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.550638] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Lock "785eed74-ebba-423a-a157-56027aeaa976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.550803] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] No waiting events found dispatching network-vif-plugged-f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.550969] env[69217]: WARNING nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Received unexpected event network-vif-plugged-f6e4267e-c115-4a09-b575-0601f24298f5 for instance with vm_state building and task_state spawning. [ 678.551227] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Received event network-changed-f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.551451] env[69217]: DEBUG nova.compute.manager [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Refreshing instance network info cache due to event network-changed-f6e4267e-c115-4a09-b575-0601f24298f5. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.551637] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Acquiring lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.551804] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Acquired lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.552015] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Refreshing network info cache for port f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.595488] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531872, 'name': ReconfigVM_Task, 'duration_secs': 0.917641} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.595860] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f2984bb6-02ae-471d-820c-f475b91eb6b7/f2984bb6-02ae-471d-820c-f475b91eb6b7.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.596939] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1882cfcb-7122-43a1-bf02-8873c40cf3dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.606826] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 678.606826] env[69217]: value = "task-3531873" [ 678.606826] env[69217]: _type = "Task" [ 678.606826] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.622194] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531873, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.643075] env[69217]: DEBUG nova.network.neutron [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.676347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-127fe71b-712a-44ba-bb58-6d9050a5a429 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.739s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.833198] env[69217]: DEBUG nova.scheduler.client.report [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.939937] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.940367] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.971057] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.122149] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531873, 'name': Rename_Task, 'duration_secs': 0.198484} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.122149] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.122149] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96639777-7326-4cfb-b12c-86677d832540 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.127822] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 679.127822] env[69217]: value = "task-3531874" [ 679.127822] env[69217]: _type = "Task" [ 679.127822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.136621] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.146658] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Releasing lock "refresh_cache-50b69299-91ee-43cf-aa76-2d6fa2240f9f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.146923] env[69217]: DEBUG nova.compute.manager [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.147149] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.148108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886e8a7-bb32-45a2-892a-aefd987235ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.159650] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.160621] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0de946-646d-4c5e-b4c7-49371e03aded {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.170378] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 679.170378] env[69217]: value = "task-3531875" [ 679.170378] env[69217]: _type = "Task" [ 679.170378] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.179988] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.184055] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.297119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "236cb010-201d-4b20-8101-9ae1214d53da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.297356] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.338351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.338828] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.344420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.884s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.347042] env[69217]: INFO nova.compute.claims [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.413872] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Successfully updated port: c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.482417] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.639782] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.681061] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531875, 'name': PowerOffVM_Task, 'duration_secs': 0.291036} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.681421] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.681666] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.681934] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a22d24dc-18ad-4605-acb8-19ff29076aed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.706636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.713506] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.713506] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.713708] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleting the datastore file [datastore1] 50b69299-91ee-43cf-aa76-2d6fa2240f9f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.713896] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb1f556-cb05-4f89-a2a5-0b283170f297 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.723744] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for the task: (returnval){ [ 679.723744] env[69217]: value = "task-3531877" [ 679.723744] env[69217]: _type = "Task" [ 679.723744] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.736433] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.792929] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Updated VIF entry in instance network info cache for port f6e4267e-c115-4a09-b575-0601f24298f5. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.792929] env[69217]: DEBUG nova.network.neutron [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Updating instance_info_cache with network_info: [{"id": "f6e4267e-c115-4a09-b575-0601f24298f5", "address": "fa:16:3e:ab:88:71", "network": {"id": "14c12336-4aad-42ac-a1d1-6332e22df40b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1711339762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d43a6a438c54a549e0183f0ddc9ce7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e4267e-c1", "ovs_interfaceid": "f6e4267e-c115-4a09-b575-0601f24298f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.853489] env[69217]: DEBUG nova.compute.utils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.856044] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.861026] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.918829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.918946] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquired lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.919327] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.957267] env[69217]: DEBUG nova.policy [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c580e63617d44aa3b54cf3a880ccd955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06bee64df11943699e439b2c225aa7a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.974567] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531870, 'name': CreateVM_Task, 'duration_secs': 2.799546} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.974722] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.975729] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.976659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.976659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.976659] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afb073d-894a-45a6-94ae-049f19d615c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.987875] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 679.987875] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5220b058-9168-a156-b1fa-4ba8a16a3591" [ 679.987875] env[69217]: _type = "Task" [ 679.987875] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.998077] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5220b058-9168-a156-b1fa-4ba8a16a3591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.146589] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.235201] env[69217]: DEBUG oslo_vmware.api [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Task: {'id': task-3531877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234247} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.235632] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.235943] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.236776] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.237106] env[69217]: INFO nova.compute.manager [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 680.237681] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.238057] env[69217]: DEBUG nova.compute.manager [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.238271] env[69217]: DEBUG nova.network.neutron [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.264317] env[69217]: DEBUG nova.network.neutron [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.296938] env[69217]: DEBUG oslo_concurrency.lockutils [req-e10b1a74-ca7f-4ffc-886f-5389863a9906 req-5a7e7ec3-3e94-4226-b5c3-2cf9359b0580 service nova] Releasing lock "refresh_cache-785eed74-ebba-423a-a157-56027aeaa976" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.364486] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.510538] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5220b058-9168-a156-b1fa-4ba8a16a3591, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.515284] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.515284] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.517017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.517017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.517017] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.518530] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff731afb-6e8e-48d8-b37d-3d6f3d83c1cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.526650] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.530951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.530951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.541414] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.541581] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.542590] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6e66ee-e053-49cd-897a-f4a5084e95a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.552217] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 680.552217] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9233a-b5e8-0384-1d52-f147f3845305" [ 680.552217] env[69217]: _type = "Task" [ 680.552217] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.567413] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9233a-b5e8-0384-1d52-f147f3845305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.650973] env[69217]: DEBUG oslo_vmware.api [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531874, 'name': PowerOnVM_Task, 'duration_secs': 1.302565} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.653219] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Successfully created port: 5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.655057] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.656528] env[69217]: INFO nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Took 11.58 seconds to spawn the instance on the hypervisor. [ 680.656528] env[69217]: DEBUG nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.656636] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32de0d1-778d-4c12-9a83-9764c47a12a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.767928] env[69217]: DEBUG nova.network.neutron [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.994347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1261a13-8715-48f6-acec-2a5c57c0493e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.002892] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed2f45-8db7-40c5-95a4-31872e90171b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.035638] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72416fff-1be3-4c12-b121-4e1761d30eee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.044255] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5814e-0a71-4d4e-963f-972327216424 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.058817] env[69217]: DEBUG nova.compute.provider_tree [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.070296] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9233a-b5e8-0384-1d52-f147f3845305, 'name': SearchDatastore_Task, 'duration_secs': 0.015251} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.071136] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559d8b40-8ce4-448f-a212-d299f66d1fa3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.078120] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 681.078120] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52934d92-aa40-12b6-dcb0-f185c179f56d" [ 681.078120] env[69217]: _type = "Task" [ 681.078120] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.090241] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52934d92-aa40-12b6-dcb0-f185c179f56d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.164660] env[69217]: DEBUG nova.network.neutron [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Updating instance_info_cache with network_info: [{"id": "c26e0038-f71c-4558-a468-f958139b06f8", "address": "fa:16:3e:99:d3:58", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26e0038-f7", "ovs_interfaceid": "c26e0038-f71c-4558-a468-f958139b06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.166193] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.166401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.184785] env[69217]: INFO nova.compute.manager [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Took 30.15 seconds to build instance. [ 681.270945] env[69217]: INFO nova.compute.manager [-] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Took 1.03 seconds to deallocate network for instance. [ 681.378256] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.422025] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.422025] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.422025] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.423452] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.423736] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.424881] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.424881] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.424881] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.424881] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.424881] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.425241] env[69217]: DEBUG nova.virt.hardware [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.425804] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03554fa-4c9d-42b9-93b2-1f5dbb7203e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.435315] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c0f754-4069-4a1a-8bac-9cadfc2d0839 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.565349] env[69217]: DEBUG nova.scheduler.client.report [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.592204] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52934d92-aa40-12b6-dcb0-f185c179f56d, 'name': SearchDatastore_Task, 'duration_secs': 0.032246} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.592204] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.592204] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 785eed74-ebba-423a-a157-56027aeaa976/785eed74-ebba-423a-a157-56027aeaa976.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.592204] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8455061-10e6-46ae-9242-785698962414 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.601479] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 681.601479] env[69217]: value = "task-3531878" [ 681.601479] env[69217]: _type = "Task" [ 681.601479] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.611289] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.669305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Releasing lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.669305] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Instance network_info: |[{"id": "c26e0038-f71c-4558-a468-f958139b06f8", "address": "fa:16:3e:99:d3:58", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26e0038-f7", "ovs_interfaceid": "c26e0038-f71c-4558-a468-f958139b06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.672841] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d3:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c26e0038-f71c-4558-a468-f958139b06f8', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.683290] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Creating folder: Project (d7872d3273aa4506bf2e740296e52d2b). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.684821] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc194b9-ba33-47c4-89c8-14ff2b4e28b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.688251] env[69217]: DEBUG nova.compute.manager [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Received event network-vif-plugged-c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.688618] env[69217]: DEBUG oslo_concurrency.lockutils [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] Acquiring lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.688964] env[69217]: DEBUG oslo_concurrency.lockutils [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] Lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.691026] env[69217]: DEBUG oslo_concurrency.lockutils [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] Lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.691026] env[69217]: DEBUG nova.compute.manager [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] No waiting events found dispatching network-vif-plugged-c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.691026] env[69217]: WARNING nova.compute.manager [req-59a5cce3-171b-4f75-b277-2568ca46b24d req-1de7d41f-3e0f-450a-9591-fff5b7a00a5b service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Received unexpected event network-vif-plugged-c26e0038-f71c-4558-a468-f958139b06f8 for instance with vm_state building and task_state spawning. [ 681.691026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-73392042-bce1-4195-95b9-ff39cb90e63a tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.665s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.705203] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Created folder: Project (d7872d3273aa4506bf2e740296e52d2b) in parent group-v705386. [ 681.705203] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Creating folder: Instances. Parent ref: group-v705432. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.705203] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c06a3ad-63fd-48e8-a9c6-f5d3a9f91a39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.719197] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Created folder: Instances in parent group-v705432. [ 681.719197] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.719197] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.719197] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da33a8f0-9373-45d1-852d-5e0d604c9857 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.748025] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.748025] env[69217]: value = "task-3531881" [ 681.748025] env[69217]: _type = "Task" [ 681.748025] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.759337] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531881, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.778454] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.071761] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.072401] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.076194] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.177s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.082461] env[69217]: INFO nova.compute.claims [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.116020] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531878, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.194279] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.266556] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531881, 'name': CreateVM_Task, 'duration_secs': 0.432368} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.270045] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.270045] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.270045] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270045] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270045] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe3b962-b161-4958-afbc-efcb23348f9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.278062] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 682.278062] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280a2a2-8647-0bdb-6cc8-602f630e0f44" [ 682.278062] env[69217]: _type = "Task" [ 682.278062] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.292784] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280a2a2-8647-0bdb-6cc8-602f630e0f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.591988] env[69217]: DEBUG nova.compute.utils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.593514] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.593675] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.615129] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531878, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.721223] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.721223] env[69217]: DEBUG nova.policy [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2738a779306441febfecb52d8ee4f280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0215efd02f94d3dbc20cafc3f611dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.791184] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280a2a2-8647-0bdb-6cc8-602f630e0f44, 'name': SearchDatastore_Task, 'duration_secs': 0.053158} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.793828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.793828] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.793828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.793828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.794201] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.794201] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d13eda4-8822-4caa-aab4-c99a56c18777 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.804102] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.804102] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.805183] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a95a93c-e5fd-4f76-9def-4ee06d9f0533 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.815041] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 682.815041] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52501631-c75d-cf0d-8f11-5ec79135a2e0" [ 682.815041] env[69217]: _type = "Task" [ 682.815041] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.825429] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52501631-c75d-cf0d-8f11-5ec79135a2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.042410] env[69217]: DEBUG nova.compute.manager [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.042868] env[69217]: DEBUG nova.compute.manager [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing instance network info cache due to event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.042868] env[69217]: DEBUG oslo_concurrency.lockutils [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] Acquiring lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.042868] env[69217]: DEBUG oslo_concurrency.lockutils [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] Acquired lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.043062] env[69217]: DEBUG nova.network.neutron [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.099287] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.113693] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531878, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.326391] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52501631-c75d-cf0d-8f11-5ec79135a2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.327283] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af02168b-493c-4e15-8d9d-e4d8bbaa5a43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.336752] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 683.336752] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ba5f3-a2a1-ee71-c903-79f0431f7ad8" [ 683.336752] env[69217]: _type = "Task" [ 683.336752] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.347655] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ba5f3-a2a1-ee71-c903-79f0431f7ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.384175] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Successfully created port: 3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.632765] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531878, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.761086} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.635426] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 785eed74-ebba-423a-a157-56027aeaa976/785eed74-ebba-423a-a157-56027aeaa976.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.635946] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.636820] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5355b6b2-c14b-4b9a-89fc-7a50f0832c7f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.650433] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 683.650433] env[69217]: value = "task-3531882" [ 683.650433] env[69217]: _type = "Task" [ 683.650433] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.657854] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9ab0e5-0e80-421a-880c-15c7ee2d5024 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.669396] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.676403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5dc2e-5c8b-451d-9479-3d7e8646e242 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.716041] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4bb85-e7ae-4486-9b7b-ca36f963ec5d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.729482] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3991b-0254-4bb2-98dd-27b323c0cb45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.743304] env[69217]: DEBUG nova.compute.provider_tree [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.848419] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ba5f3-a2a1-ee71-c903-79f0431f7ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.016122} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.848804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.849134] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 2111606c-e076-4b37-a6a3-1490602d59c2/2111606c-e076-4b37-a6a3-1490602d59c2.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.849471] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66aac6ba-4717-4211-8c85-655992eb15ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.858081] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 683.858081] env[69217]: value = "task-3531883" [ 683.858081] env[69217]: _type = "Task" [ 683.858081] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.869541] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.122606] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.146261] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.146261] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.146261] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.146261] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.147148] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.147591] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.148069] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.148436] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.148819] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.149212] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.149614] env[69217]: DEBUG nova.virt.hardware [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.151691] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893ca32-652d-40f3-a134-f6ee12ef13d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.171412] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4558c-b6a2-4d1a-814f-4a5c1d4b5b03 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.179023] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07866} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.179023] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.179023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790a722-7163-444f-98be-4214725a5d38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.214736] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 785eed74-ebba-423a-a157-56027aeaa976/785eed74-ebba-423a-a157-56027aeaa976.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.215367] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abd97d4-4d6a-461a-bcfe-20d5e17236fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.242391] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 684.242391] env[69217]: value = "task-3531884" [ 684.242391] env[69217]: _type = "Task" [ 684.242391] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.248063] env[69217]: DEBUG nova.scheduler.client.report [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.266026] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.371682] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.497139] env[69217]: DEBUG nova.network.neutron [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updated VIF entry in instance network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.497139] env[69217]: DEBUG nova.network.neutron [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updating instance_info_cache with network_info: [{"id": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "address": "fa:16:3e:15:2e:b0", "network": {"id": "1a6f5d6c-f246-48bb-83bc-f2784a222ccb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1979233501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286a846c3f0748b3975943c194108e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8855bf48-c2", "ovs_interfaceid": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.562866] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Successfully updated port: 5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.753313] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531884, 'name': ReconfigVM_Task, 'duration_secs': 0.464977} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.754221] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 785eed74-ebba-423a-a157-56027aeaa976/785eed74-ebba-423a-a157-56027aeaa976.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.756241] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.756241] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.759585] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a40e428-5c8d-46ec-997c-949f6aaba27a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.761945] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.784s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.763471] env[69217]: INFO nova.compute.claims [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.772386] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 684.772386] env[69217]: value = "task-3531885" [ 684.772386] env[69217]: _type = "Task" [ 684.772386] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.784354] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531885, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.875390] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649191} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.875489] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 2111606c-e076-4b37-a6a3-1490602d59c2/2111606c-e076-4b37-a6a3-1490602d59c2.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.875751] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.876073] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd24f41-93a7-463a-8fdc-e3756e66e895 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.885442] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 684.885442] env[69217]: value = "task-3531886" [ 684.885442] env[69217]: _type = "Task" [ 684.885442] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.898579] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.999319] env[69217]: DEBUG oslo_concurrency.lockutils [req-89fc78ef-c7e2-4730-9720-b0cc2b513764 req-1aba6358-930a-4fdc-970e-7db3ec3f96ee service nova] Releasing lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.028053] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "9a150c60-ea21-4c99-8237-267850c02324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.028306] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.067410] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.067597] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.067758] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.214554] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Received event network-changed-c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.214838] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Refreshing instance network info cache due to event network-changed-c26e0038-f71c-4558-a468-f958139b06f8. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.215097] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquiring lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.215876] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquired lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.215982] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Refreshing network info cache for port c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.264127] env[69217]: DEBUG nova.compute.utils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.265503] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.266120] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.286440] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531885, 'name': Rename_Task, 'duration_secs': 0.171884} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.286752] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.287285] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39b3315-e942-4e98-b8cb-9c6011702edf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.295745] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 685.295745] env[69217]: value = "task-3531887" [ 685.295745] env[69217]: _type = "Task" [ 685.295745] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.305430] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.306935] env[69217]: DEBUG nova.policy [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4be5255cf524113a813cbf12ff57e06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f365c5ec1fc046e9927046c487153a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.399417] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290562} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.402398] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.402398] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d884b-29a6-47a4-986c-17728b97185d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.426595] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 2111606c-e076-4b37-a6a3-1490602d59c2/2111606c-e076-4b37-a6a3-1490602d59c2.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.427305] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2905733-8d5b-4758-858b-735c1039ba0f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.449642] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 685.449642] env[69217]: value = "task-3531888" [ 685.449642] env[69217]: _type = "Task" [ 685.449642] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.459519] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.651941] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.706193] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.706193] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.771894] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.807584] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.981971] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.169022] env[69217]: DEBUG nova.network.neutron [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [{"id": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "address": "fa:16:3e:00:87:a2", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e16edd1-dd", "ovs_interfaceid": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.308926] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Successfully created port: 5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.322557] env[69217]: DEBUG oslo_vmware.api [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531887, 'name': PowerOnVM_Task, 'duration_secs': 0.523389} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.322857] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.323075] env[69217]: INFO nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Took 14.63 seconds to spawn the instance on the hypervisor. [ 686.323273] env[69217]: DEBUG nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.324099] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f8413-0aad-4b80-b708-457a9f36920b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.385385] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113c4b01-da22-44a4-8e70-3cb7db1b3549 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.402299] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e314ae2-ae6a-4b84-8a92-beeac4fe0fab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.443132] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Updated VIF entry in instance network info cache for port c26e0038-f71c-4558-a468-f958139b06f8. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.443621] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Updating instance_info_cache with network_info: [{"id": "c26e0038-f71c-4558-a468-f958139b06f8", "address": "fa:16:3e:99:d3:58", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26e0038-f7", "ovs_interfaceid": "c26e0038-f71c-4558-a468-f958139b06f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.445758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232589e2-6e7f-4036-9a8a-4d0e8459ec1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.459682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200c71db-5305-45ed-9bc1-03382f505e01 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.473637] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531888, 'name': ReconfigVM_Task, 'duration_secs': 0.921369} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.484530] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 2111606c-e076-4b37-a6a3-1490602d59c2/2111606c-e076-4b37-a6a3-1490602d59c2.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.487411] env[69217]: DEBUG nova.compute.provider_tree [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.488959] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e3cac6-bc4a-48ba-a816-8c238e8ab99a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.501174] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 686.501174] env[69217]: value = "task-3531889" [ 686.501174] env[69217]: _type = "Task" [ 686.501174] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.508651] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Successfully updated port: 3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.522061] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531889, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.535134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.535631] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.672740] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.673702] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance network_info: |[{"id": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "address": "fa:16:3e:00:87:a2", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e16edd1-dd", "ovs_interfaceid": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.674225] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:87:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e16edd1-dd23-4353-9179-a205a0c5f1ac', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.684301] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.684301] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.684301] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8a9e26-48a1-4dff-bf00-9edb20e3c43e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.710385] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.710385] env[69217]: value = "task-3531890" [ 686.710385] env[69217]: _type = "Task" [ 686.710385] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.719914] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531890, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.790249] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.822473] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:40:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='351970202',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-996329623',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.822473] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.822473] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.822717] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.823294] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.823294] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.823558] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.823773] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.823979] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.824197] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.824422] env[69217]: DEBUG nova.virt.hardware [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.825349] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee13c3d-ad00-4d33-a072-6683e4e4aef3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.832362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.832628] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.842450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568dd7c0-2241-4098-847f-02d4911dd81b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.853352] env[69217]: INFO nova.compute.manager [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Took 35.11 seconds to build instance. [ 686.950182] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Releasing lock "refresh_cache-2111606c-e076-4b37-a6a3-1490602d59c2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.950255] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received event network-changed-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.950576] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing instance network info cache due to event network-changed-1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.950689] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquiring lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.951868] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquired lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.951868] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.992606] env[69217]: DEBUG nova.scheduler.client.report [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.023132] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.023314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.023479] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.024874] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531889, 'name': Rename_Task, 'duration_secs': 0.308712} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.025934] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.026270] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4419d11d-518b-46b1-b718-1c662d1c2208 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.225750] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 687.225750] env[69217]: value = "task-3531891" [ 687.225750] env[69217]: _type = "Task" [ 687.225750] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.225750] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.225750] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531890, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.352202] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.707s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.498392] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.498747] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.504739] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.439s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.504965] env[69217]: DEBUG nova.objects.instance [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.557571] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.576523] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.722668] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531890, 'name': CreateVM_Task, 'duration_secs': 0.541311} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.726017] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.726017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.726017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.726017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.726017] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b96745-303f-4115-a1bc-85aab444c2ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.732191] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 687.732191] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5283d2fe-d732-8334-aa32-e6b88b542c68" [ 687.732191] env[69217]: _type = "Task" [ 687.732191] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.747020] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5283d2fe-d732-8334-aa32-e6b88b542c68, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.747020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.747020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.747020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.747256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.747256] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.747256] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c895288-74ce-4693-bf67-cccf7de6237c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.758093] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.758093] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.758093] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9058506-841d-4444-b64c-8bfb68edee65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.766020] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 687.766020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52388f20-a346-f78b-8f63-69749bccaa84" [ 687.766020] env[69217]: _type = "Task" [ 687.766020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.772650] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52388f20-a346-f78b-8f63-69749bccaa84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.856619] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.929540] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updated VIF entry in instance network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.929814] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [{"id": "1025ee54-b104-4373-9565-50bbbdc87272", "address": "fa:16:3e:a0:b0:45", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1025ee54-b1", "ovs_interfaceid": "1025ee54-b104-4373-9565-50bbbdc87272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.935151] env[69217]: DEBUG nova.network.neutron [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Updating instance_info_cache with network_info: [{"id": "3077199f-e599-4ab8-92b5-0c006027f3cc", "address": "fa:16:3e:45:4f:48", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3077199f-e5", "ovs_interfaceid": "3077199f-e599-4ab8-92b5-0c006027f3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.014330] env[69217]: DEBUG nova.compute.utils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.016540] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.049530] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531891, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.071110] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received event network-vif-plugged-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.071376] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.071575] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.071743] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.071906] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] No waiting events found dispatching network-vif-plugged-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.072099] env[69217]: WARNING nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received unexpected event network-vif-plugged-5e16edd1-dd23-4353-9179-a205a0c5f1ac for instance with vm_state building and task_state spawning. [ 688.072317] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.072412] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing instance network info cache due to event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.072623] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquiring lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.072759] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquired lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.072911] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing network info cache for port 5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.275644] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52388f20-a346-f78b-8f63-69749bccaa84, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.276530] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6afba5-d896-4482-a62a-fa23790abce3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.283868] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 688.283868] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529c864d-b068-3ea6-12c0-25f9f0c69f88" [ 688.283868] env[69217]: _type = "Task" [ 688.283868] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.293604] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529c864d-b068-3ea6-12c0-25f9f0c69f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.312506] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Successfully updated port: 5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.385747] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.436684] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Releasing lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.436684] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.436906] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing instance network info cache due to event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.437570] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.437688] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.437876] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.439524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.439779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.440211] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.440545] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Instance network_info: |[{"id": "3077199f-e599-4ab8-92b5-0c006027f3cc", "address": "fa:16:3e:45:4f:48", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3077199f-e5", "ovs_interfaceid": "3077199f-e599-4ab8-92b5-0c006027f3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.441418] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:4f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3077199f-e599-4ab8-92b5-0c006027f3cc', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.449762] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.451576] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.452122] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b9dee2-3ca7-4d2d-9e7a-ef8acbd6aa65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.477070] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.477070] env[69217]: value = "task-3531892" [ 688.477070] env[69217]: _type = "Task" [ 688.477070] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.488686] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531892, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.518078] env[69217]: DEBUG oslo_concurrency.lockutils [None req-47ba45b6-2d43-4d55-9467-96f19093c092 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.523406] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.526089] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.147s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.554206] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531891, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.796967] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529c864d-b068-3ea6-12c0-25f9f0c69f88, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.797263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.797524] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 36611fa9-f155-4cfc-a2ad-7c917a03a2fd/36611fa9-f155-4cfc-a2ad-7c917a03a2fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.797796] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da3f311a-6c5d-4fed-a84d-4c17dbccafe5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.807410] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 688.807410] env[69217]: value = "task-3531893" [ 688.807410] env[69217]: _type = "Task" [ 688.807410] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.822296] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.822494] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.822639] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.823857] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.992244] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531892, 'name': CreateVM_Task, 'duration_secs': 0.449682} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.992565] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.993191] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.993668] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.993945] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1703617b-e455-434b-a369-7b7ffaa0e0fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.999711] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 688.999711] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568a46-43c5-1130-8640-d8bc9bdf067e" [ 688.999711] env[69217]: _type = "Task" [ 688.999711] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.011469] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568a46-43c5-1130-8640-d8bc9bdf067e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.040376] env[69217]: INFO nova.compute.claims [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.057017] env[69217]: DEBUG oslo_vmware.api [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531891, 'name': PowerOnVM_Task, 'duration_secs': 1.650626} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.057017] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.057306] env[69217]: INFO nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Took 12.45 seconds to spawn the instance on the hypervisor. [ 689.057980] env[69217]: DEBUG nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.058524] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fee596-0333-4806-8e51-8e7476456f88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.278473] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updated VIF entry in instance network info cache for port 5e16edd1-dd23-4353-9179-a205a0c5f1ac. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.278934] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [{"id": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "address": "fa:16:3e:00:87:a2", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e16edd1-dd", "ovs_interfaceid": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.322682] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.387305] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.515629] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568a46-43c5-1130-8640-d8bc9bdf067e, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.515945] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.516200] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.516468] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.516624] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.516803] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.517076] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0de02d-e1a2-42a3-8c47-2bbe60193bd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530142] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.530335] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.531854] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae877295-9f1a-4535-896a-1112bd95c646 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.538603] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.540879] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 689.540879] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cba638-73f4-09a3-487e-568d6ea2b3ac" [ 689.540879] env[69217]: _type = "Task" [ 689.540879] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.551223] env[69217]: INFO nova.compute.resource_tracker [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating resource usage from migration 6d9b5415-cc78-46b6-9eac-772ec28d51fc [ 689.560369] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cba638-73f4-09a3-487e-568d6ea2b3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.572225] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.572370] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.572998] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.572998] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.572998] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.572998] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.573459] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.573776] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.574137] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.574528] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.575687] env[69217]: DEBUG nova.virt.hardware [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.583897] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf735e-fe23-468c-8e52-9a416ec364cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.592865] env[69217]: INFO nova.compute.manager [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Took 30.06 seconds to build instance. [ 689.600647] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c63174-3e7a-478c-83a3-2aaee754dff3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.620121] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.626115] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Creating folder: Project (3a1c843a3e4e4cc2b71ba31bddbb1100). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.630123] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updated VIF entry in instance network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.630459] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.631563] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3445d360-9239-4c8a-9b24-b9be30b3e203 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.648466] env[69217]: DEBUG nova.network.neutron [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updating instance_info_cache with network_info: [{"id": "5152ade4-f820-48da-980c-03ba10c8602a", "address": "fa:16:3e:df:f8:91", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152ade4-f8", "ovs_interfaceid": "5152ade4-f820-48da-980c-03ba10c8602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.650294] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Created folder: Project (3a1c843a3e4e4cc2b71ba31bddbb1100) in parent group-v705386. [ 689.650294] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Creating folder: Instances. Parent ref: group-v705437. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.653360] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2afb9011-a69b-4573-a39f-19275a26cfc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.663385] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Created folder: Instances in parent group-v705437. [ 689.663385] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.663572] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.663661] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d62901-7358-47a3-9d18-e629c2857cf6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.685633] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.685633] env[69217]: value = "task-3531896" [ 689.685633] env[69217]: _type = "Task" [ 689.685633] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.694768] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531896, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.785276] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Releasing lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.785507] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Received event network-vif-plugged-3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.785741] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquiring lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.786015] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.786179] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.786894] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] No waiting events found dispatching network-vif-plugged-3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.786894] env[69217]: WARNING nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Received unexpected event network-vif-plugged-3077199f-e599-4ab8-92b5-0c006027f3cc for instance with vm_state building and task_state spawning. [ 689.786894] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Received event network-changed-3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.786894] env[69217]: DEBUG nova.compute.manager [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Refreshing instance network info cache due to event network-changed-3077199f-e599-4ab8-92b5-0c006027f3cc. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.787288] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquiring lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.787288] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Acquired lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.787288] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Refreshing network info cache for port 3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.824051] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624191} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.824459] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 36611fa9-f155-4cfc-a2ad-7c917a03a2fd/36611fa9-f155-4cfc-a2ad-7c917a03a2fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.824634] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.824901] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51568ab-241d-4afd-adb7-2091106873bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.832665] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 689.832665] env[69217]: value = "task-3531897" [ 689.832665] env[69217]: _type = "Task" [ 689.832665] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.846149] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.053101] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cba638-73f4-09a3-487e-568d6ea2b3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.054009] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54205416-17dc-42d4-a732-9e8af25d8c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.061476] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 690.061476] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240844a-27d2-5d26-f6d9-b34c24900882" [ 690.061476] env[69217]: _type = "Task" [ 690.061476] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.070981] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240844a-27d2-5d26-f6d9-b34c24900882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.100021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5381009-3e19-4bd3-93f0-2e4891c2a949 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.386s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.134506] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.134765] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received event network-changed-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.134934] env[69217]: DEBUG nova.compute.manager [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing instance network info cache due to event network-changed-1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.135167] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquiring lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135311] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Acquired lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.135469] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Refreshing network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.139919] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88b796-13dc-4168-b7c6-f2c0ca4bf3e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.148881] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcd98b6-3a16-418c-b82d-e9c935f2a6cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.152798] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.153089] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Instance network_info: |[{"id": "5152ade4-f820-48da-980c-03ba10c8602a", "address": "fa:16:3e:df:f8:91", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152ade4-f8", "ovs_interfaceid": "5152ade4-f820-48da-980c-03ba10c8602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.153907] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f8:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5152ade4-f820-48da-980c-03ba10c8602a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.160842] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Creating folder: Project (f365c5ec1fc046e9927046c487153a39). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.161638] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc8f417d-8cef-477a-931e-9dcb7a509db8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.193214] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4f6f1-5a7c-4a14-b81e-66033f737c8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.195553] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Created folder: Project (f365c5ec1fc046e9927046c487153a39) in parent group-v705386. [ 690.195743] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Creating folder: Instances. Parent ref: group-v705440. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.196205] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c158a420-470d-4f9a-b06f-ab0930ed4d9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.207040] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb898d-d4d1-4709-a4ff-b48d9e373f28 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.211263] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531896, 'name': CreateVM_Task, 'duration_secs': 0.349917} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.212730] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.212730] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Created folder: Instances in parent group-v705440. [ 690.212918] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.213667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.214757] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.214757] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.214757] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.214757] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06b9a97-161a-4346-a698-2bb8ce783203 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.216018] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-267c7066-82f5-4d96-8cfe-d988eff20fd2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.239157] env[69217]: DEBUG nova.compute.provider_tree [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.245449] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 690.245449] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a63886-3c5e-179e-919a-21c20e3878ed" [ 690.245449] env[69217]: _type = "Task" [ 690.245449] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.248854] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.248854] env[69217]: value = "task-3531900" [ 690.248854] env[69217]: _type = "Task" [ 690.248854] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.255300] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a63886-3c5e-179e-919a-21c20e3878ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.261157] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531900, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.345647] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173981} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.345812] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.346992] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a5b31-7ab8-4f71-8bc1-361d23653ee8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.378494] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 36611fa9-f155-4cfc-a2ad-7c917a03a2fd/36611fa9-f155-4cfc-a2ad-7c917a03a2fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.378938] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0928c3-25c0-4286-94c4-0a164bd86f13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.411445] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 690.411445] env[69217]: value = "task-3531901" [ 690.411445] env[69217]: _type = "Task" [ 690.411445] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.423749] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.518449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "785eed74-ebba-423a-a157-56027aeaa976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.518728] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.518964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "785eed74-ebba-423a-a157-56027aeaa976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.519184] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.519359] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.521570] env[69217]: INFO nova.compute.manager [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Terminating instance [ 690.574561] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240844a-27d2-5d26-f6d9-b34c24900882, 'name': SearchDatastore_Task, 'duration_secs': 0.071031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.574911] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.575207] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b778c536-fcf3-45c1-babc-f4c93bfaadbd/b778c536-fcf3-45c1-babc-f4c93bfaadbd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.575486] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42651ea5-e1ec-4896-8b61-524e9466465c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.583110] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 690.583110] env[69217]: value = "task-3531902" [ 690.583110] env[69217]: _type = "Task" [ 690.583110] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.591261] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.602175] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.655560] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Updated VIF entry in instance network info cache for port 3077199f-e599-4ab8-92b5-0c006027f3cc. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.655941] env[69217]: DEBUG nova.network.neutron [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Updating instance_info_cache with network_info: [{"id": "3077199f-e599-4ab8-92b5-0c006027f3cc", "address": "fa:16:3e:45:4f:48", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3077199f-e5", "ovs_interfaceid": "3077199f-e599-4ab8-92b5-0c006027f3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.743215] env[69217]: DEBUG nova.scheduler.client.report [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.763571] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a63886-3c5e-179e-919a-21c20e3878ed, 'name': SearchDatastore_Task, 'duration_secs': 0.05383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.768120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768376] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.768609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768755] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768930] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.769652] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531900, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.769907] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79e04b5-a6e6-41db-8ab7-2868e442ceff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.797579] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.797774] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.798586] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d5e8a3-cda2-4360-8d1b-c4443dec3f9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.806794] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 690.806794] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52954fa5-6062-5cf4-3a2c-7c21f3bed161" [ 690.806794] env[69217]: _type = "Task" [ 690.806794] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.824041] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52954fa5-6062-5cf4-3a2c-7c21f3bed161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.925227] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.937194] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updated VIF entry in instance network info cache for port 1025ee54-b104-4373-9565-50bbbdc87272. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.937778] env[69217]: DEBUG nova.network.neutron [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [{"id": "1025ee54-b104-4373-9565-50bbbdc87272", "address": "fa:16:3e:a0:b0:45", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1025ee54-b1", "ovs_interfaceid": "1025ee54-b104-4373-9565-50bbbdc87272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.025363] env[69217]: DEBUG nova.compute.manager [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.025639] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.026623] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261970e-7513-4cbd-b1b2-607f8bf91710 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.036969] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.037290] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb66b2c-95e2-466c-8a36-78dd76527c4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.045630] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 691.045630] env[69217]: value = "task-3531903" [ 691.045630] env[69217]: _type = "Task" [ 691.045630] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.057298] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.093189] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Received event network-vif-plugged-5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.093444] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Acquiring lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.093512] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.093699] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.093879] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] No waiting events found dispatching network-vif-plugged-5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.094198] env[69217]: WARNING nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Received unexpected event network-vif-plugged-5152ade4-f820-48da-980c-03ba10c8602a for instance with vm_state building and task_state spawning. [ 691.094367] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Received event network-changed-5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.094416] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Refreshing instance network info cache due to event network-changed-5152ade4-f820-48da-980c-03ba10c8602a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.094601] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Acquiring lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.094741] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Acquired lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.094897] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Refreshing network info cache for port 5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.100064] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.133885] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.160257] env[69217]: DEBUG oslo_concurrency.lockutils [req-85b984f4-4830-4209-b8a1-a8bcf17e44ea req-7db69285-0c70-4836-93bf-eaba27b8e12c service nova] Releasing lock "refresh_cache-b778c536-fcf3-45c1-babc-f4c93bfaadbd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.248231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.722s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.248492] env[69217]: INFO nova.compute.manager [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Migrating [ 691.248848] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.249050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.250632] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.029s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.252447] env[69217]: INFO nova.compute.claims [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.266926] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531900, 'name': CreateVM_Task, 'duration_secs': 0.829625} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.267207] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.268017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.269044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.269044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.269044] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e61322-0adc-4c00-8a6f-778772616aea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.275909] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 691.275909] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f29a8a-a138-7e0b-4d5b-fbaf9cd6df06" [ 691.275909] env[69217]: _type = "Task" [ 691.275909] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.288583] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f29a8a-a138-7e0b-4d5b-fbaf9cd6df06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.319524] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52954fa5-6062-5cf4-3a2c-7c21f3bed161, 'name': SearchDatastore_Task, 'duration_secs': 0.019632} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.320854] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8f65de-061a-405d-9b67-6cc7cbfa28d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.331217] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 691.331217] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52779dc0-a008-6f98-bc5a-7cd424a029d8" [ 691.331217] env[69217]: _type = "Task" [ 691.331217] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.342352] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52779dc0-a008-6f98-bc5a-7cd424a029d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.426579] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531901, 'name': ReconfigVM_Task, 'duration_secs': 0.854773} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.427372] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 36611fa9-f155-4cfc-a2ad-7c917a03a2fd/36611fa9-f155-4cfc-a2ad-7c917a03a2fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.427743] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84bb0dcc-b40b-4378-95cb-ba590cee74da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.436594] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 691.436594] env[69217]: value = "task-3531904" [ 691.436594] env[69217]: _type = "Task" [ 691.436594] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.442111] env[69217]: DEBUG oslo_concurrency.lockutils [req-d92b58ac-8067-4ccd-9b06-88652cd030d6 req-76ea3b9e-1838-4d9f-adab-04b652d28276 service nova] Releasing lock "refresh_cache-ae681203-5fe5-41dc-8dee-0d0240349185" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.453181] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531904, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.564314] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531903, 'name': PowerOffVM_Task, 'duration_secs': 0.345145} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.564640] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.565318] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.565318] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1f29ee-2505-4c2c-9b10-92abd83e23ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.595868] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747444} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.595868] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b778c536-fcf3-45c1-babc-f4c93bfaadbd/b778c536-fcf3-45c1-babc-f4c93bfaadbd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.596210] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.596642] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d13cfb-d30e-4bc3-bbf9-8b7fc13ef45a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.606390] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 691.606390] env[69217]: value = "task-3531906" [ 691.606390] env[69217]: _type = "Task" [ 691.606390] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.620689] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.756191] env[69217]: INFO nova.compute.rpcapi [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 691.756784] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.797869] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f29a8a-a138-7e0b-4d5b-fbaf9cd6df06, 'name': SearchDatastore_Task, 'duration_secs': 0.037174} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.798200] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798519] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.798744] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.842811] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52779dc0-a008-6f98-bc5a-7cd424a029d8, 'name': SearchDatastore_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.843109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.843586] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.843889] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.844091] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.844403] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411676ff-ef33-4884-b414-40a31dd13df4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.846577] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d14c820a-e93e-4d24-946a-100a3f6d2fe8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.858925] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.858925] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.858925] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 691.858925] env[69217]: value = "task-3531907" [ 691.858925] env[69217]: _type = "Task" [ 691.858925] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.859360] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04feff61-d66d-4ce4-9d4c-ab80bcefe1cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.872129] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 691.872129] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527b4539-e770-7561-8ad6-99d3310b83dd" [ 691.872129] env[69217]: _type = "Task" [ 691.872129] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.873401] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.885220] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527b4539-e770-7561-8ad6-99d3310b83dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.885220] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c690db54-3902-4923-b926-9f44089eb91f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.893621] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 691.893621] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242f82e-3198-8875-0064-3a41237a5e02" [ 691.893621] env[69217]: _type = "Task" [ 691.893621] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.903660] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242f82e-3198-8875-0064-3a41237a5e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.904619] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updated VIF entry in instance network info cache for port 5152ade4-f820-48da-980c-03ba10c8602a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.904936] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updating instance_info_cache with network_info: [{"id": "5152ade4-f820-48da-980c-03ba10c8602a", "address": "fa:16:3e:df:f8:91", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152ade4-f8", "ovs_interfaceid": "5152ade4-f820-48da-980c-03ba10c8602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.948551] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531904, 'name': Rename_Task, 'duration_secs': 0.165248} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.948828] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.949096] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f124012a-2e88-44c8-be00-4ae78abe1601 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.958030] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 691.958030] env[69217]: value = "task-3531908" [ 691.958030] env[69217]: _type = "Task" [ 691.958030] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.966344] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.118659] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077182} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.119015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.120066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e0562-f301-448f-ac98-be6febb6d5c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.147046] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b778c536-fcf3-45c1-babc-f4c93bfaadbd/b778c536-fcf3-45c1-babc-f4c93bfaadbd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.147168] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a142a600-14b8-47e6-b726-1d6889b74f25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.172968] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 692.172968] env[69217]: value = "task-3531909" [ 692.172968] env[69217]: _type = "Task" [ 692.172968] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.179521] env[69217]: DEBUG nova.compute.manager [None req-1263a2d1-06fe-4e27-814d-4b3e7d291f17 tempest-ServerDiagnosticsTest-1046241042 tempest-ServerDiagnosticsTest-1046241042-project-admin] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.181023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb98e7-5ab5-410a-9539-93c0795d7661 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.189076] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.194580] env[69217]: INFO nova.compute.manager [None req-1263a2d1-06fe-4e27-814d-4b3e7d291f17 tempest-ServerDiagnosticsTest-1046241042 tempest-ServerDiagnosticsTest-1046241042-project-admin] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Retrieving diagnostics [ 692.195540] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2008a-439f-4c6d-bc46-e04cb90d6df8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.283186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.283186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.283477] env[69217]: DEBUG nova.network.neutron [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.373722] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.408109] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Releasing lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.408464] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.408644] env[69217]: DEBUG nova.compute.manager [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing instance network info cache due to event network-changed-8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.408896] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Acquiring lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.409447] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Acquired lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.409700] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Refreshing network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.411238] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242f82e-3198-8875-0064-3a41237a5e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.411405] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.411667] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 325d5036-99de-48c1-bcac-0d5741d8dd78/325d5036-99de-48c1-bcac-0d5741d8dd78.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.412276] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663f7a04-26d2-4a05-af23-7b34e9e93b7f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.422215] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 692.422215] env[69217]: value = "task-3531910" [ 692.422215] env[69217]: _type = "Task" [ 692.422215] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.432143] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.470216] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.684929] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.815242] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d9ac4-f405-4637-b03f-2fd2124e5bf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.827512] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784adea1-e8f3-431d-9bf4-93484b65a91e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.867424] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbace998-7ff2-4c37-8853-47e801a2cbec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.877849] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560118} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.880716] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.880967] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.881355] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f9db8f4-c915-4d71-b947-bcaf01c7b8a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.886989] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c89ee-0df2-4f79-b04a-bb733231de66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.904646] env[69217]: DEBUG nova.compute.provider_tree [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.912070] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 692.912070] env[69217]: value = "task-3531911" [ 692.912070] env[69217]: _type = "Task" [ 692.912070] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.929724] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.938248] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.973932] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.189454] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531909, 'name': ReconfigVM_Task, 'duration_secs': 0.813836} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.189766] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b778c536-fcf3-45c1-babc-f4c93bfaadbd/b778c536-fcf3-45c1-babc-f4c93bfaadbd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.192739] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f507fbd1-f0c3-400d-b0ce-ecdfc8761e2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.201774] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 693.201774] env[69217]: value = "task-3531912" [ 693.201774] env[69217]: _type = "Task" [ 693.201774] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.211502] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531912, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.250896] env[69217]: DEBUG nova.network.neutron [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.343407] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updated VIF entry in instance network info cache for port 8855bf48-c208-47fb-a2f9-1cbbb4615f83. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.343407] env[69217]: DEBUG nova.network.neutron [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updating instance_info_cache with network_info: [{"id": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "address": "fa:16:3e:15:2e:b0", "network": {"id": "1a6f5d6c-f246-48bb-83bc-f2784a222ccb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1979233501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286a846c3f0748b3975943c194108e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8855bf48-c2", "ovs_interfaceid": "8855bf48-c208-47fb-a2f9-1cbbb4615f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.413676] env[69217]: DEBUG nova.scheduler.client.report [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.433879] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100936} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.437826] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.438512] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.439775] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7a8b4-055b-4dca-8c59-16d5d59e20da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.467433] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.468478] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061950e8-58f6-4cfb-bbbc-3f0054fce7b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.498305] env[69217]: DEBUG oslo_vmware.api [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531908, 'name': PowerOnVM_Task, 'duration_secs': 1.020047} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.499995] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.500269] env[69217]: INFO nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 12.12 seconds to spawn the instance on the hypervisor. [ 693.501045] env[69217]: DEBUG nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.501045] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 693.501045] env[69217]: value = "task-3531913" [ 693.501045] env[69217]: _type = "Task" [ 693.501045] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.501954] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32294fc8-9925-4d96-9f20-abe497aa6001 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.516055] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.713290] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531912, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.755729] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.846424] env[69217]: DEBUG oslo_concurrency.lockutils [req-4fa2a47e-604d-4608-85a9-9b13c300e6e2 req-9ee44bbd-aa42-421e-b814-a812c9dd8c9c service nova] Releasing lock "refresh_cache-be32720d-7237-41f3-8438-4eec21659cf6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.878024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "2111606c-e076-4b37-a6a3-1490602d59c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.878024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.878024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.878024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.878468] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.879566] env[69217]: INFO nova.compute.manager [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Terminating instance [ 693.926522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.927015] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.932987] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.704s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.934713] env[69217]: INFO nova.compute.claims [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.958251] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.019324] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531913, 'name': ReconfigVM_Task, 'duration_secs': 0.314341} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.019324] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.021439] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d23a8155-9ee5-4560-92ce-79baea8fad92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.039255] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 694.039255] env[69217]: value = "task-3531914" [ 694.039255] env[69217]: _type = "Task" [ 694.039255] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.040141] env[69217]: INFO nova.compute.manager [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 33.56 seconds to build instance. [ 694.053191] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531914, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.215981] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531912, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.277170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "be32720d-7237-41f3-8438-4eec21659cf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.277430] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.277638] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "be32720d-7237-41f3-8438-4eec21659cf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.277818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.277994] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.280385] env[69217]: INFO nova.compute.manager [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Terminating instance [ 694.385292] env[69217]: DEBUG nova.compute.manager [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.387036] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.387884] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ee95d-8434-4c03-8bff-794621682cee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.399682] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.399960] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9bc4f23-88d5-497e-a137-e75ec248f2c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.409631] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 694.409631] env[69217]: value = "task-3531915" [ 694.409631] env[69217]: _type = "Task" [ 694.409631] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.421426] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.439771] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.661764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.441930] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 325d5036-99de-48c1-bcac-0d5741d8dd78/325d5036-99de-48c1-bcac-0d5741d8dd78.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.441930] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.441930] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec625411-c22c-43cf-8dde-f803858829aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.450422] env[69217]: DEBUG nova.compute.utils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.454491] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 694.454491] env[69217]: value = "task-3531916" [ 694.454491] env[69217]: _type = "Task" [ 694.454491] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.454969] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.456021] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.475908] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.543271] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.632s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.555186] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531914, 'name': Rename_Task, 'duration_secs': 0.147013} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.555492] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.555766] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a0c68e-ebec-4248-9c73-f3686fc1476d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.564154] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 694.564154] env[69217]: value = "task-3531917" [ 694.564154] env[69217]: _type = "Task" [ 694.564154] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.568921] env[69217]: DEBUG nova.policy [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '407b2355772844a1868f719ee25fa1a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd81cff4e173c4be9b05c5a000b824bfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.577233] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.611818] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.611818] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.612466] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Deleting the datastore file [datastore1] 785eed74-ebba-423a-a157-56027aeaa976 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.613366] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95bd5380-7c3d-432d-80cf-6a4721ad42bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.623967] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for the task: (returnval){ [ 694.623967] env[69217]: value = "task-3531918" [ 694.623967] env[69217]: _type = "Task" [ 694.623967] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.636928] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.719930] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531912, 'name': Rename_Task, 'duration_secs': 1.164315} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.723720] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.724153] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345c0b15-d8ea-4b7f-ab5b-2a6e9e4c5acc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.734270] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 694.734270] env[69217]: value = "task-3531919" [ 694.734270] env[69217]: _type = "Task" [ 694.734270] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.745150] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.784707] env[69217]: DEBUG nova.compute.manager [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.784954] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.786161] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af53ece8-f448-456f-8f9a-3f24b6a52c80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.797387] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.797684] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6556b6e-8259-460d-9b98-3a8362955d77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.806071] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 694.806071] env[69217]: value = "task-3531920" [ 694.806071] env[69217]: _type = "Task" [ 694.806071] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.814745] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.922713] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531915, 'name': PowerOffVM_Task, 'duration_secs': 0.247142} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.923230] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.923516] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.924367] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b68cd2-27e6-4f50-a409-96cba3add34f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.955581] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.973979] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084588} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.973979] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.974306] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90065a3f-38cb-4fdf-b38d-e0243859a4f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.002996] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 325d5036-99de-48c1-bcac-0d5741d8dd78/325d5036-99de-48c1-bcac-0d5741d8dd78.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.007103] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78368598-4f07-4419-902a-54c7d3f2634f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.027964] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.028118] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.028270] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Deleting the datastore file [datastore2] 2111606c-e076-4b37-a6a3-1490602d59c2 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.029082] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e69e229-288e-42a3-8b10-7933974f9230 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.034601] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 695.034601] env[69217]: value = "task-3531922" [ 695.034601] env[69217]: _type = "Task" [ 695.034601] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.039422] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for the task: (returnval){ [ 695.039422] env[69217]: value = "task-3531923" [ 695.039422] env[69217]: _type = "Task" [ 695.039422] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.049165] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.050062] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.056675] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.076437] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.135370] env[69217]: DEBUG oslo_vmware.api [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Task: {'id': task-3531918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412447} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.135694] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.135947] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.136175] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.136388] env[69217]: INFO nova.compute.manager [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Took 4.11 seconds to destroy the instance on the hypervisor. [ 695.136671] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.137231] env[69217]: DEBUG nova.compute.manager [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.137374] env[69217]: DEBUG nova.network.neutron [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.165383] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Successfully created port: 5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.244755] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.279108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf424173-9116-4956-84d5-5a05865ab98f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.307640] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.324854] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.338617] env[69217]: DEBUG nova.compute.manager [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.339882] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3110f4f9-4762-46ed-86ca-6ef3c310e88b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.555688] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531922, 'name': ReconfigVM_Task, 'duration_secs': 0.312066} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.560789] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 325d5036-99de-48c1-bcac-0d5741d8dd78/325d5036-99de-48c1-bcac-0d5741d8dd78.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.564120] env[69217]: DEBUG oslo_vmware.api [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Task: {'id': task-3531923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194954} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.566872] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee8506f-994f-4631-9fa5-11602e57db5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.568675] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.568855] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.569086] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.569281] env[69217]: INFO nova.compute.manager [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 695.570112] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.572843] env[69217]: DEBUG nova.compute.manager [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.572973] env[69217]: DEBUG nova.network.neutron [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.588221] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.591021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.591021] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 695.591021] env[69217]: value = "task-3531924" [ 695.591021] env[69217]: _type = "Task" [ 695.591021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.602230] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531924, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.729923] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cadd1b-e257-41fa-bc1d-2dffa1867795 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.745537] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ff6e9f-55b0-4dc8-bb00-2b4bae0b4277 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.756954] env[69217]: DEBUG oslo_vmware.api [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3531919, 'name': PowerOnVM_Task, 'duration_secs': 0.597809} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.785790] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.786042] env[69217]: INFO nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Took 11.66 seconds to spawn the instance on the hypervisor. [ 695.786240] env[69217]: DEBUG nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.787664] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdbf2b8-8cdb-4b75-9a49-4774d7e14987 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.791483] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa5621-228a-4b36-9388-5589e8e6b6f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.802376] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbfdabc-b5f3-468f-93bf-0ffcd6ec28e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.821925] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.822463] env[69217]: DEBUG nova.compute.provider_tree [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.824174] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d211ab7-9958-45e8-a4e9-3dc7fdc1f0bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.830500] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531920, 'name': PowerOffVM_Task, 'duration_secs': 0.963173} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.831481] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.831481] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.831786] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2550cb86-cedc-4632-9f3b-c0846a9e5d19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.835564] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 695.835564] env[69217]: value = "task-3531925" [ 695.835564] env[69217]: _type = "Task" [ 695.835564] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.845058] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.856627] env[69217]: INFO nova.compute.manager [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] instance snapshotting [ 695.860158] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5242e3c-ccef-4752-b016-7890d886484a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.885024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f57ed37-781d-4b8f-8bd6-7485b85b3cab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.920766] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.921083] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.921230] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Deleting the datastore file [datastore1] be32720d-7237-41f3-8438-4eec21659cf6 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.921687] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e827642-cb73-4fae-86c3-b1d211a2a7c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.931844] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for the task: (returnval){ [ 695.931844] env[69217]: value = "task-3531927" [ 695.931844] env[69217]: _type = "Task" [ 695.931844] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.942460] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.971076] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.005586] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.005820] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.006081] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.006297] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.006481] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.006698] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.007140] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.007140] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.007271] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.007419] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.007581] env[69217]: DEBUG nova.virt.hardware [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.009535] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef0c4a-bbba-46db-9e42-da52e13fb8a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.018573] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d7e492-e607-46f9-8dc2-1aef480d1449 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.080453] env[69217]: DEBUG oslo_vmware.api [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531917, 'name': PowerOnVM_Task, 'duration_secs': 1.476982} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.080766] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.080940] env[69217]: INFO nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Took 6.54 seconds to spawn the instance on the hypervisor. [ 696.081155] env[69217]: DEBUG nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.082251] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e703ab-76a2-4b09-8f4f-8e03d0053f87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.107360] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531924, 'name': Rename_Task, 'duration_secs': 0.176025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.107705] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.107955] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4949169f-91e0-4357-b351-d0528f732b32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.117767] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 696.117767] env[69217]: value = "task-3531928" [ 696.117767] env[69217]: _type = "Task" [ 696.117767] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.128382] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.243909] env[69217]: DEBUG nova.network.neutron [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.327288] env[69217]: DEBUG nova.scheduler.client.report [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.331219] env[69217]: INFO nova.compute.manager [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Took 34.89 seconds to build instance. [ 696.348525] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531925, 'name': PowerOffVM_Task, 'duration_secs': 0.341762} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.348822] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.348961] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.394885] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.395625] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cf57ed3-7386-495a-be1c-c9c2b014fb36 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.404967] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 696.404967] env[69217]: value = "task-3531929" [ 696.404967] env[69217]: _type = "Task" [ 696.404967] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.414772] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.442416] env[69217]: DEBUG oslo_vmware.api [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Task: {'id': task-3531927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302484} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.442416] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.442772] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.442772] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.442863] env[69217]: INFO nova.compute.manager [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 696.443128] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.443263] env[69217]: DEBUG nova.compute.manager [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.443371] env[69217]: DEBUG nova.network.neutron [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.602783] env[69217]: INFO nova.compute.manager [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Took 27.65 seconds to build instance. [ 696.640669] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.747160] env[69217]: INFO nova.compute.manager [-] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Took 1.61 seconds to deallocate network for instance. [ 696.818357] env[69217]: DEBUG nova.network.neutron [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.836181] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.836181] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.837822] env[69217]: DEBUG oslo_concurrency.lockutils [None req-02bf4234-821a-401a-a690-4fca2b8249e8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.693s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.839081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.132s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.840664] env[69217]: INFO nova.compute.claims [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.858140] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.858140] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.858140] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.858140] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.858613] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.858613] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.858613] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.858613] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.861639] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.862014] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.862397] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.871105] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7387129-f3cf-4532-8a84-8b0adaf1b475 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.911898] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 696.911898] env[69217]: value = "task-3531930" [ 696.911898] env[69217]: _type = "Task" [ 696.911898] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.919740] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.927660] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.105210] env[69217]: DEBUG oslo_concurrency.lockutils [None req-44653498-e35a-43cc-be5e-4729342435ed tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.012s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.133177] env[69217]: DEBUG oslo_vmware.api [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3531928, 'name': PowerOnVM_Task, 'duration_secs': 0.8444} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.133524] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.133737] env[69217]: INFO nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Took 10.34 seconds to spawn the instance on the hypervisor. [ 697.133918] env[69217]: DEBUG nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.134755] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaacdb6-446f-409d-8eb6-fd7950858eeb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.139175] env[69217]: DEBUG nova.compute.manager [req-e99eaae3-65b1-4a12-91b7-b8b640c6ee70 req-b0b16bb4-e30e-4328-8651-f2a182e4b850 service nova] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Received event network-vif-deleted-f6e4267e-c115-4a09-b575-0601f24298f5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.253807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.291034] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Successfully updated port: 5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.320023] env[69217]: INFO nova.compute.manager [-] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Took 1.75 seconds to deallocate network for instance. [ 697.342284] env[69217]: DEBUG nova.compute.utils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.342750] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.346026] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.349997] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.391454] env[69217]: DEBUG nova.policy [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f7a296c8e44151b905a795cdd54be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc797c67fd7048769dc22d4394443bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.397915] env[69217]: DEBUG nova.network.neutron [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.427674] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.433255] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531930, 'name': ReconfigVM_Task, 'duration_secs': 0.218197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.433933] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.608630] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.659270] env[69217]: INFO nova.compute.manager [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Took 33.79 seconds to build instance. [ 697.778097] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Successfully created port: 69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.793581] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.793782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquired lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.793870] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.826934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.846180] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.886845] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.903884] env[69217]: INFO nova.compute.manager [-] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Took 1.46 seconds to deallocate network for instance. [ 697.921789] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531929, 'name': CreateSnapshot_Task, 'duration_secs': 1.079262} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.925534] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.927482] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749015f-fdcf-412d-8ba0-f8db866a19ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.950200] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.950200] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.950200] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.950370] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.950370] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.950554] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.950823] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.950990] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.951170] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.951333] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.951522] env[69217]: DEBUG nova.virt.hardware [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.957126] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 697.958738] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a238d34-de6c-4235-b6ae-932e204f4865 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.992123] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 697.992123] env[69217]: value = "task-3531931" [ 697.992123] env[69217]: _type = "Task" [ 697.992123] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.995390] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.136177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.161098] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ffcea167-d245-415f-9085-01a771fa1fa1 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.462s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.356794] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.372191] env[69217]: INFO nova.compute.manager [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Rebuilding instance [ 698.418572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.427813] env[69217]: DEBUG nova.compute.manager [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.429087] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb8eac1-5413-4b5f-9dab-ff68d0ac85d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.468531] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.471406] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e471a00-dba3-4a56-a0b2-8ae99f914f7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.486154] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 698.486154] env[69217]: value = "task-3531932" [ 698.486154] env[69217]: _type = "Task" [ 698.486154] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.515425] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531931, 'name': ReconfigVM_Task, 'duration_secs': 0.202491} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.515425] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531932, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.515425] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 698.515689] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0dd23-54f1-4b74-af6b-b17ee6ffa563 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.545308] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.551027] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39862d2e-2328-40a4-b25c-6fdddec30bcb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.572100] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 698.572100] env[69217]: value = "task-3531933" [ 698.572100] env[69217]: _type = "Task" [ 698.572100] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.582309] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.583987] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac664246-e4c7-4c9e-aba3-29cb4a7ea838 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.591594] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c09f1d-f1fb-4d08-b342-b5ec30da9a92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.627022] env[69217]: DEBUG nova.network.neutron [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Updating instance_info_cache with network_info: [{"id": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "address": "fa:16:3e:1e:f0:df", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db3f951-45", "ovs_interfaceid": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.630130] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f5c7f-f2fd-47b0-84ed-ad855cc474e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.640377] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d26a87-b58d-4676-a793-7c6e83700554 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.657861] env[69217]: DEBUG nova.compute.provider_tree [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.664615] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.867230] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.910356] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.910692] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.910756] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.911198] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.911419] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.911521] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.911730] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.911891] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.912104] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.912280] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.912456] env[69217]: DEBUG nova.virt.hardware [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.913334] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b0348b-fb49-4f4d-8811-109768befb05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.923766] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d721ddb-8fa2-4e2f-89fe-8a3805516b8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.006835] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531932, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.084546] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531933, 'name': ReconfigVM_Task, 'duration_secs': 0.317214} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.085232] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e/4e41b95c-a1c5-49b7-8a26-b6be40046a4e.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.085232] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.134042] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Releasing lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.134227] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Instance network_info: |[{"id": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "address": "fa:16:3e:1e:f0:df", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db3f951-45", "ovs_interfaceid": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.135466] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db3f951-4577-49d7-9bff-2a2f7c51aefb', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.143823] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Creating folder: Project (d81cff4e173c4be9b05c5a000b824bfc). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.144162] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a2ce07a-0077-483a-9b98-b59746d2c28d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.160260] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Created folder: Project (d81cff4e173c4be9b05c5a000b824bfc) in parent group-v705386. [ 699.160260] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Creating folder: Instances. Parent ref: group-v705445. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.161171] env[69217]: DEBUG nova.scheduler.client.report [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.169497] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57280619-316c-4679-88f2-59670d69dbe1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.190527] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Created folder: Instances in parent group-v705445. [ 699.191294] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.191665] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.193016] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231bf958-561d-4622-b597-d2fb890e3b12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.212287] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.222029] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.222029] env[69217]: value = "task-3531936" [ 699.222029] env[69217]: _type = "Task" [ 699.222029] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.229942] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531936, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.389543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "47795e70-9159-4984-86dd-a633479c48f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.389864] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.449772] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.449772] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3866ba3d-969f-4096-8626-f275349d7977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.459889] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 699.459889] env[69217]: value = "task-3531937" [ 699.459889] env[69217]: _type = "Task" [ 699.459889] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.478104] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.516561] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531932, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.592403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7443d25-dafb-498c-9e17-e55431fa578e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.625107] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d81309e-0441-43e2-9ba1-a4f5c4513c1f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.649671] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.671239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.671863] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.677819] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.899s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.677819] env[69217]: DEBUG nova.objects.instance [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lazy-loading 'resources' on Instance uuid 50b69299-91ee-43cf-aa76-2d6fa2240f9f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.687619] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Successfully updated port: 69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.738783] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531936, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.973058] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531937, 'name': PowerOffVM_Task, 'duration_secs': 0.361968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.973878] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.974297] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.975843] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1842ddc-d996-494f-8685-8a60b450d962 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.986193] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.986630] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d16d180-f39e-42d3-ab0e-530ec5c9d42a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.008433] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531932, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.023160] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.023160] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.023160] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Deleting the datastore file [datastore2] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.023160] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-766e1ac8-fe36-4eb7-9ffa-de6dc952aa51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.029531] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 700.029531] env[69217]: value = "task-3531939" [ 700.029531] env[69217]: _type = "Task" [ 700.029531] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.040088] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.181807] env[69217]: DEBUG nova.compute.utils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.187629] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.187828] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.190578] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.190769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.190999] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.232742] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531936, 'name': CreateVM_Task, 'duration_secs': 0.707212} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.235602] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.237024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237288] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.237882] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.238208] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfffd22-4f73-49b2-8358-80ecf99b296a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.242397] env[69217]: DEBUG nova.network.neutron [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Port 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 700.246090] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 700.246090] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52df9c8d-5206-1807-54ab-eba009fe8f77" [ 700.246090] env[69217]: _type = "Task" [ 700.246090] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.259171] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52df9c8d-5206-1807-54ab-eba009fe8f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.265442] env[69217]: DEBUG nova.policy [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc2963828d984e5a8d88f367d27a55b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104d256501c340228f28ffe813ef7a0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.439747] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Received event network-vif-deleted-c26e0038-f71c-4558-a468-f958139b06f8 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.439991] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.440089] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing instance network info cache due to event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.440963] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.441209] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.441393] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.509324] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531932, 'name': CloneVM_Task, 'duration_secs': 1.687885} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.509598] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Created linked-clone VM from snapshot [ 700.510383] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca81eb2-d636-450f-b79b-9f274f094cf4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.524606] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Uploading image c51a1ef0-116d-4aaa-a31c-0ba7ac8f8473 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.546865] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.547206] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384543} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.547386] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15998abf-439f-403c-9bf1-05170fb0f87f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.551238] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.551443] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.551611] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.561255] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 700.561255] env[69217]: value = "task-3531940" [ 700.561255] env[69217]: _type = "Task" [ 700.561255] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.570247] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531940, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.681344] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Successfully created port: 81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.691517] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.755288] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.772159] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52df9c8d-5206-1807-54ab-eba009fe8f77, 'name': SearchDatastore_Task, 'duration_secs': 0.039157} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.772510] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.772711] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.772985] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.773133] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.773320] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.774333] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00630c97-ae80-4ce4-a479-d0f9d13d3d9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.785585] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.785585] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.786347] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac203bb4-627d-42c7-a04a-2ea63d56bd95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.794617] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 700.794617] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa8a52-7556-b1a6-151c-9487367c0616" [ 700.794617] env[69217]: _type = "Task" [ 700.794617] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.807066] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa8a52-7556-b1a6-151c-9487367c0616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.809385] env[69217]: DEBUG nova.compute.manager [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Received event network-changed-5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.811859] env[69217]: DEBUG nova.compute.manager [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Refreshing instance network info cache due to event network-changed-5152ade4-f820-48da-980c-03ba10c8602a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.811859] env[69217]: DEBUG oslo_concurrency.lockutils [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] Acquiring lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.811859] env[69217]: DEBUG oslo_concurrency.lockutils [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] Acquired lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.811859] env[69217]: DEBUG nova.network.neutron [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Refreshing network info cache for port 5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.881794] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b863b-6aa9-429c-b4ab-9dcf0aabb59e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.890439] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e81586-2475-475c-a991-03f671e967d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.926255] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9442f-be5d-4773-a81e-93eb2fbddf4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.936089] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f78eb3-522a-418a-92f2-8540098744ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.959138] env[69217]: DEBUG nova.compute.provider_tree [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.072836] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531940, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.281237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.281518] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.281702] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.310274] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa8a52-7556-b1a6-151c-9487367c0616, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.311176] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f616cd-50e7-4d77-969c-a0ad27e3559e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.321545] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 701.321545] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b8a2f7-a0ab-3cbc-726e-14a24534b839" [ 701.321545] env[69217]: _type = "Task" [ 701.321545] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.331811] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b8a2f7-a0ab-3cbc-726e-14a24534b839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.425149] env[69217]: DEBUG nova.network.neutron [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Updating instance_info_cache with network_info: [{"id": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "address": "fa:16:3e:a3:cf:56", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fae88b-07", "ovs_interfaceid": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.463772] env[69217]: DEBUG nova.scheduler.client.report [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.576723] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531940, 'name': Destroy_Task, 'duration_secs': 0.811153} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.577488] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Destroyed the VM [ 701.577579] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.577909] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac9acac6-9602-4820-8bba-38b1652aa2fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.587443] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 701.587443] env[69217]: value = "task-3531941" [ 701.587443] env[69217]: _type = "Task" [ 701.587443] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.596791] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.608322] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updated VIF entry in instance network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.608707] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.614859] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.615049] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.615251] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.615471] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.616561] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.616561] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.616561] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.616561] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.616561] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.616806] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.616806] env[69217]: DEBUG nova.virt.hardware [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.617798] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96aaec3-3a05-426c-bc80-e50ae08b8925 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.630224] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3126262-0d53-4574-9e44-164c65c9113c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.649466] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.658337] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.659862] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.660129] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6917be92-1b68-43b1-b838-6881938042e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.679618] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.679618] env[69217]: value = "task-3531942" [ 701.679618] env[69217]: _type = "Task" [ 701.679618] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.688129] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531942, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.700559] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.735159] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.735430] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.735588] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.735886] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.736160] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.736328] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.736538] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.736690] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.736858] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.737447] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.737447] env[69217]: DEBUG nova.virt.hardware [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.738078] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c729e24-1dcd-46ad-affa-ab90cc7ee7ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.749242] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d82b147-2301-4a4f-9311-2dc940269018 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.817561] env[69217]: DEBUG nova.network.neutron [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updated VIF entry in instance network info cache for port 5152ade4-f820-48da-980c-03ba10c8602a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.817966] env[69217]: DEBUG nova.network.neutron [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updating instance_info_cache with network_info: [{"id": "5152ade4-f820-48da-980c-03ba10c8602a", "address": "fa:16:3e:df:f8:91", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152ade4-f8", "ovs_interfaceid": "5152ade4-f820-48da-980c-03ba10c8602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.837149] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b8a2f7-a0ab-3cbc-726e-14a24534b839, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.837149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.837149] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a0cb9958-4a58-41d8-8686-eaa2e192034e/a0cb9958-4a58-41d8-8686-eaa2e192034e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.837149] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07db7134-9072-478a-9281-6e0d328597dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.843066] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 701.843066] env[69217]: value = "task-3531943" [ 701.843066] env[69217]: _type = "Task" [ 701.843066] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.853836] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.928024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.929548] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance network_info: |[{"id": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "address": "fa:16:3e:a3:cf:56", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fae88b-07", "ovs_interfaceid": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.929709] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:cf:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69fae88b-0722-49eb-b0bc-3ec246e3c411', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.937575] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating folder: Project (bc797c67fd7048769dc22d4394443bb3). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.937979] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd8718f0-16d7-4d8f-bd37-09bcf626e126 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.950232] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created folder: Project (bc797c67fd7048769dc22d4394443bb3) in parent group-v705386. [ 701.950448] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating folder: Instances. Parent ref: group-v705449. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.950795] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70fdc9a1-5048-44be-84d7-a95fe9ebe9d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.965303] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.965830] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created folder: Instances in parent group-v705449. [ 701.966206] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.966520] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.968379] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.969378] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1c6fe28-857b-4810-927c-367788ab50ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.994079] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.997515] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.279s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.001099] env[69217]: INFO nova.compute.claims [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.010733] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.010733] env[69217]: value = "task-3531946" [ 702.010733] env[69217]: _type = "Task" [ 702.010733] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.022442] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531946, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.037124] env[69217]: INFO nova.scheduler.client.report [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Deleted allocations for instance 50b69299-91ee-43cf-aa76-2d6fa2240f9f [ 702.105541] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.113590] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.113871] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Received event network-vif-deleted-8855bf48-c208-47fb-a2f9-1cbbb4615f83 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.114157] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Received event network-vif-plugged-5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.114453] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquiring lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.114791] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.115033] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.115182] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] No waiting events found dispatching network-vif-plugged-5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.115427] env[69217]: WARNING nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Received unexpected event network-vif-plugged-5db3f951-4577-49d7-9bff-2a2f7c51aefb for instance with vm_state building and task_state spawning. [ 702.115635] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Received event network-changed-5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.115793] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Refreshing instance network info cache due to event network-changed-5db3f951-4577-49d7-9bff-2a2f7c51aefb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.115981] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquiring lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.116174] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquired lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.116402] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Refreshing network info cache for port 5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.193010] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531942, 'name': CreateVM_Task, 'duration_secs': 0.476743} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.194075] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.194801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.195044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.195377] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.195715] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7287eb90-03c1-4b74-a2e2-7d4a5173fca0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.203982] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 702.203982] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5296d40b-d069-1c48-de85-c0d8be2ad1b1" [ 702.203982] env[69217]: _type = "Task" [ 702.203982] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.216292] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5296d40b-d069-1c48-de85-c0d8be2ad1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.321307] env[69217]: DEBUG oslo_concurrency.lockutils [req-35297eff-ca2f-449f-b37f-66a94f4537f7 req-a76bd795-4422-446b-90c7-c42c11b9fb4b service nova] Releasing lock "refresh_cache-325d5036-99de-48c1-bcac-0d5741d8dd78" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.343556] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.343808] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.343993] env[69217]: DEBUG nova.network.neutron [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.358280] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531943, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.501794] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.502336] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.502686] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.503157] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.503291] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.504132] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.504132] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 702.504132] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.525067] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531946, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.552102] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cce9e69-9647-4c6f-818c-7a3440830016 tempest-ServerShowV254Test-727361785 tempest-ServerShowV254Test-727361785-project-member] Lock "50b69299-91ee-43cf-aa76-2d6fa2240f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.074s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.598327] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.715738] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5296d40b-d069-1c48-de85-c0d8be2ad1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.056695} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.716077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.716444] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.716585] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.716767] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.716973] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.717362] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9014b6fb-c485-49a9-a393-e9d21920e066 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.731187] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.732978] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.732978] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f5ca90-9a56-41d5-be97-32b2c861ee45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.741429] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 702.741429] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae64f6-adf0-1c3a-f923-c153e61fc9df" [ 702.741429] env[69217]: _type = "Task" [ 702.741429] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.758283] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae64f6-adf0-1c3a-f923-c153e61fc9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.859369] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534714} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.859556] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a0cb9958-4a58-41d8-8686-eaa2e192034e/a0cb9958-4a58-41d8-8686-eaa2e192034e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.861666] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.861666] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fec4ac53-7a2f-4715-ae0b-a2d6102d9718 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.873024] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 702.873024] env[69217]: value = "task-3531947" [ 702.873024] env[69217]: _type = "Task" [ 702.873024] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.880325] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.009173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.030193] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "073db647-b69f-4675-91ec-1154ccfcff13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.030432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.037055] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531946, 'name': CreateVM_Task, 'duration_secs': 0.653354} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.038234] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Updated VIF entry in instance network info cache for port 5db3f951-4577-49d7-9bff-2a2f7c51aefb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.038563] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Updating instance_info_cache with network_info: [{"id": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "address": "fa:16:3e:1e:f0:df", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db3f951-45", "ovs_interfaceid": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.039610] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.040288] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.040429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.040724] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.041216] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3071b4d1-c75e-41ac-ae4a-e79cd455614d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.048381] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 703.048381] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523d94c4-9a48-33bb-e99f-091ac5fdaa97" [ 703.048381] env[69217]: _type = "Task" [ 703.048381] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.068544] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523d94c4-9a48-33bb-e99f-091ac5fdaa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.078045] env[69217]: DEBUG nova.compute.manager [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Received event network-vif-plugged-69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.078045] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Acquiring lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.078261] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.078492] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.078701] env[69217]: DEBUG nova.compute.manager [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] No waiting events found dispatching network-vif-plugged-69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.078882] env[69217]: WARNING nova.compute.manager [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Received unexpected event network-vif-plugged-69fae88b-0722-49eb-b0bc-3ec246e3c411 for instance with vm_state building and task_state spawning. [ 703.079056] env[69217]: DEBUG nova.compute.manager [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Received event network-changed-69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.079245] env[69217]: DEBUG nova.compute.manager [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Refreshing instance network info cache due to event network-changed-69fae88b-0722-49eb-b0bc-3ec246e3c411. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.079492] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Acquiring lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.080355] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Acquired lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.080355] env[69217]: DEBUG nova.network.neutron [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Refreshing network info cache for port 69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.103633] env[69217]: DEBUG oslo_vmware.api [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531941, 'name': RemoveSnapshot_Task, 'duration_secs': 1.371454} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.104105] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.262972] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae64f6-adf0-1c3a-f923-c153e61fc9df, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.272494] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6217323-26cf-4e88-afbf-725777af3695 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.280946] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 703.280946] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b0286-9b8a-1ad2-21d1-217ea6a31ed8" [ 703.280946] env[69217]: _type = "Task" [ 703.280946] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.297764] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b0286-9b8a-1ad2-21d1-217ea6a31ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.305558] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Successfully updated port: 81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.316493] env[69217]: DEBUG nova.network.neutron [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.336058] env[69217]: DEBUG nova.compute.manager [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.336433] env[69217]: DEBUG nova.compute.manager [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing instance network info cache due to event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.336675] env[69217]: DEBUG oslo_concurrency.lockutils [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] Acquiring lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.336856] env[69217]: DEBUG oslo_concurrency.lockutils [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] Acquired lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.337043] env[69217]: DEBUG nova.network.neutron [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing network info cache for port 5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.382478] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071953} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.384443] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.385904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68b4ee-a9fd-44de-9ec3-bb2283e5630f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.413019] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a0cb9958-4a58-41d8-8686-eaa2e192034e/a0cb9958-4a58-41d8-8686-eaa2e192034e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.417026] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e02bd17-bff6-4da2-99a2-43487c06015e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.432290] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.432631] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.432962] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.433255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.433508] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.435481] env[69217]: INFO nova.compute.manager [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Terminating instance [ 703.446579] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 703.446579] env[69217]: value = "task-3531948" [ 703.446579] env[69217]: _type = "Task" [ 703.446579] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.458030] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.541999] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Releasing lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.542410] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.542715] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing instance network info cache due to event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.542995] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.543106] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.543273] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.560827] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523d94c4-9a48-33bb-e99f-091ac5fdaa97, 'name': SearchDatastore_Task, 'duration_secs': 0.017865} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.560995] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.561214] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.561495] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.609029] env[69217]: WARNING nova.compute.manager [None req-4466fcf1-6cfc-45f7-aed0-5467c95ba448 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Image not found during snapshot: nova.exception.ImageNotFound: Image c51a1ef0-116d-4aaa-a31c-0ba7ac8f8473 could not be found. [ 703.737588] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d41c63-b42f-4717-b877-cfd3b2a4528b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.747759] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42eb4d3-9205-4e39-b441-02e1d8d8083b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.785526] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec140c-885a-478f-951c-55b20cbf5d41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.797707] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b0286-9b8a-1ad2-21d1-217ea6a31ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.017985} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.799790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800076] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.800399] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800660] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.800868] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f8778e1-0845-4233-8df1-963acd0e11d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.803796] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154e705-b26c-4229-8d73-be81df20ea79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.809533] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-971a89a4-04d3-48f5-a89f-5c108059182b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.811879] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.812030] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.812178] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.824811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828802] env[69217]: DEBUG nova.compute.provider_tree [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.832862] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.833063] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.834208] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 703.834208] env[69217]: value = "task-3531949" [ 703.834208] env[69217]: _type = "Task" [ 703.834208] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.834615] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc0156d-764c-4fdc-b1f7-df95ff142eca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.851473] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 703.851473] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e45241-500e-00e1-601b-4167af2c30bb" [ 703.851473] env[69217]: _type = "Task" [ 703.851473] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.856347] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.865909] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e45241-500e-00e1-601b-4167af2c30bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.866739] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d34d1f-73eb-4a11-b2bb-dbf4f78cbf0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.873687] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 703.873687] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521479f6-63e2-80b4-e783-cf4ea10c0bbf" [ 703.873687] env[69217]: _type = "Task" [ 703.873687] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.883096] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521479f6-63e2-80b4-e783-cf4ea10c0bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.939070] env[69217]: DEBUG nova.compute.manager [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.939807] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.940799] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41939ea0-ba29-4e17-b86b-eb8aede7a5ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.956306] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.956306] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75268c9b-7c99-4fb7-a3fa-fd10caf404e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.965304] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.966639] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 703.966639] env[69217]: value = "task-3531950" [ 703.966639] env[69217]: _type = "Task" [ 703.966639] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.975960] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.072134] env[69217]: DEBUG nova.network.neutron [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Updated VIF entry in instance network info cache for port 69fae88b-0722-49eb-b0bc-3ec246e3c411. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.073407] env[69217]: DEBUG nova.network.neutron [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Updating instance_info_cache with network_info: [{"id": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "address": "fa:16:3e:a3:cf:56", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fae88b-07", "ovs_interfaceid": "69fae88b-0722-49eb-b0bc-3ec246e3c411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.341342] env[69217]: DEBUG nova.scheduler.client.report [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.357386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.358075] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.358595] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.358879] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.359282] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.364617] env[69217]: INFO nova.compute.manager [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Terminating instance [ 704.376388] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539083} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.382186] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.382417] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.383786] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1945fbe-5c03-4362-98de-a37b282fb96f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.386910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba5963-1dab-4a88-9307-6f848a7a568d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.398040] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521479f6-63e2-80b4-e783-cf4ea10c0bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.415458] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.415756] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7120b731-6946-48ee-9d53-74f7b9d92858/7120b731-6946-48ee-9d53-74f7b9d92858.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.416952] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 704.416952] env[69217]: value = "task-3531951" [ 704.416952] env[69217]: _type = "Task" [ 704.416952] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.417671] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.420054] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82338458-8dc1-4544-a9c3-eaa413bb9310 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423183] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99531e44-690e-4f02-9be2-a6040fb4ab4c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.439174] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.449572] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 704.449572] env[69217]: value = "task-3531952" [ 704.449572] env[69217]: _type = "Task" [ 704.449572] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.449824] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.462880] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531948, 'name': ReconfigVM_Task, 'duration_secs': 0.595666} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.470198] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a0cb9958-4a58-41d8-8686-eaa2e192034e/a0cb9958-4a58-41d8-8686-eaa2e192034e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.470975] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.472256] env[69217]: DEBUG nova.network.neutron [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updated VIF entry in instance network info cache for port 5e16edd1-dd23-4353-9179-a205a0c5f1ac. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.472750] env[69217]: DEBUG nova.network.neutron [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [{"id": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "address": "fa:16:3e:00:87:a2", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e16edd1-dd", "ovs_interfaceid": "5e16edd1-dd23-4353-9179-a205a0c5f1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.476146] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce95b58-cb91-4547-9421-2b13d22c9d25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.494034] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531950, 'name': PowerOffVM_Task, 'duration_secs': 0.300944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.494277] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.494565] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.495623] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 704.495623] env[69217]: value = "task-3531953" [ 704.495623] env[69217]: _type = "Task" [ 704.495623] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.495623] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f20e69-d9c9-45e1-b106-70dd2b0e500e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.512898] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531953, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.578940] env[69217]: DEBUG oslo_concurrency.lockutils [req-4647d8d2-efdb-4e1d-af2f-a9418dfa68f9 req-9ab8abf8-1bc6-4d01-a879-9d91fa7ac85e service nova] Releasing lock "refresh_cache-7120b731-6946-48ee-9d53-74f7b9d92858" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.609787] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.610100] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.610297] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleting the datastore file [datastore2] 36611fa9-f155-4cfc-a2ad-7c917a03a2fd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.610587] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b083a96b-9503-437f-a2f0-c34e697aabab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.618843] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 704.618843] env[69217]: value = "task-3531955" [ 704.618843] env[69217]: _type = "Task" [ 704.618843] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.632580] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.856934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.857582] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.861350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.476s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.863321] env[69217]: INFO nova.compute.claims [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.877658] env[69217]: DEBUG nova.compute.manager [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.877890] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.879034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadba8a-346d-46d2-995b-9ea9009641a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.893823] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.893823] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23744c32-8e78-431a-8d8f-03716751ee3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.902975] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 704.902975] env[69217]: value = "task-3531956" [ 704.902975] env[69217]: _type = "Task" [ 704.902975] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.922267] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.939151] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121879} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.939560] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.940697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15486abe-63b9-464a-979c-d055925965e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.956973] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.966574] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.967705] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updated VIF entry in instance network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.968071] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.969386] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bfa06ca-bc1b-44b2-aca1-61df2c542fa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.974885] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd17555-cc03-4bde-811f-3b23ce40335e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.991103] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991324] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.991458] env[69217]: DEBUG nova.compute.manager [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing instance network info cache due to event network-changed-5e16edd1-dd23-4353-9179-a205a0c5f1ac. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.991650] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquiring lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.992087] env[69217]: DEBUG oslo_concurrency.lockutils [req-990f366c-758e-41ac-b254-61ed0ac0f7cb req-45da6c02-1bb5-4f9b-9555-8369187b3a2e service nova] Releasing lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.993542] env[69217]: DEBUG nova.network.neutron [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Updating instance_info_cache with network_info: [{"id": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "address": "fa:16:3e:7c:95:c2", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e683b8-81", "ovs_interfaceid": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.995325] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Acquired lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.995516] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Refreshing network info cache for port 5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.011144] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 705.011144] env[69217]: value = "task-3531958" [ 705.011144] env[69217]: _type = "Task" [ 705.011144] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.011471] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 705.011471] env[69217]: value = "task-3531957" [ 705.011471] env[69217]: _type = "Task" [ 705.011471] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.011725] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.030290] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531957, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.038803] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531953, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.039655] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.130615] env[69217]: DEBUG oslo_vmware.api [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3531955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422541} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.130870] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.131063] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.131408] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.131408] env[69217]: INFO nova.compute.manager [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 705.133616] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.133616] env[69217]: DEBUG nova.compute.manager [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.133616] env[69217]: DEBUG nova.network.neutron [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.370025] env[69217]: DEBUG nova.compute.utils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.378162] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.378162] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.416642] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.474767] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70711} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.475107] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7120b731-6946-48ee-9d53-74f7b9d92858/7120b731-6946-48ee-9d53-74f7b9d92858.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.475353] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.475639] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76801ba1-118c-4570-9605-8f26751ab133 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.490891] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 705.490891] env[69217]: value = "task-3531959" [ 705.490891] env[69217]: _type = "Task" [ 705.490891] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.501861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.502413] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Instance network_info: |[{"id": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "address": "fa:16:3e:7c:95:c2", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e683b8-81", "ovs_interfaceid": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.505990] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.507940] env[69217]: DEBUG nova.policy [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefb6d9d7f314fb3b96be4a03d17aeb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a922514c5c4c689e4f6513f73997e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.509958] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:95:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e683b8-811d-4a68-97e3-a45dda4f56ee', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.522195] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.531786] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.541443] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f526ca-e45c-41b7-9dab-8d0fbe016e1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.566433] env[69217]: INFO nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Port 5e16edd1-dd23-4353-9179-a205a0c5f1ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 705.566666] env[69217]: DEBUG nova.network.neutron [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.573714] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531953, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.578056] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531958, 'name': ReconfigVM_Task, 'duration_secs': 0.350869} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.582055] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690/5acbf9bd-f1d8-49bb-a737-4e1ec117a690.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.582829] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.582829] env[69217]: value = "task-3531960" [ 705.582829] env[69217]: _type = "Task" [ 705.582829] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.583047] env[69217]: DEBUG oslo_vmware.api [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3531957, 'name': PowerOnVM_Task, 'duration_secs': 0.509166} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.583278] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67290443-940f-403b-87eb-8e83b1d07396 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.585091] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.585233] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ee922e-bc10-41dd-997f-4ee729af80d8 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance '4e41b95c-a1c5-49b7-8a26-b6be40046a4e' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.600572] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531960, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.602498] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 705.602498] env[69217]: value = "task-3531961" [ 705.602498] env[69217]: _type = "Task" [ 705.602498] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.619976] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531961, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.773528] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Received event network-vif-plugged-81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.773856] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Acquiring lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.776032] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.776032] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.776032] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] No waiting events found dispatching network-vif-plugged-81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.776032] env[69217]: WARNING nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Received unexpected event network-vif-plugged-81e683b8-811d-4a68-97e3-a45dda4f56ee for instance with vm_state building and task_state spawning. [ 705.776032] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Received event network-changed-81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.776320] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Refreshing instance network info cache due to event network-changed-81e683b8-811d-4a68-97e3-a45dda4f56ee. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.776320] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Acquiring lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.776320] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Acquired lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.776320] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Refreshing network info cache for port 81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.877718] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.921570] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531956, 'name': PowerOffVM_Task, 'duration_secs': 0.873727} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.922174] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.922174] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.922487] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3a97ed-9501-44e9-a23c-38badf5f98f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.949777] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully created port: 983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.003021] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080187} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.003093] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.004425] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca8b179-a1fd-4bf7-b21a-fa147cf5e158 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.021675] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531953, 'name': Rename_Task, 'duration_secs': 1.105212} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.035227] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.035567] env[69217]: DEBUG nova.network.neutron [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.049882] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7120b731-6946-48ee-9d53-74f7b9d92858/7120b731-6946-48ee-9d53-74f7b9d92858.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.049882] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174390e0-beab-40c0-9926-a3487dea7c4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.052543] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883d692d-21d9-4ee1-8f3f-f37b5224858a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.074331] env[69217]: DEBUG oslo_concurrency.lockutils [req-420781f6-4f0e-4988-b620-bf16fd1d108b req-f3b0379d-0a55-4f00-a773-49699f813512 service nova] Releasing lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.076893] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 706.076893] env[69217]: value = "task-3531963" [ 706.076893] env[69217]: _type = "Task" [ 706.076893] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.078871] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 706.078871] env[69217]: value = "task-3531964" [ 706.078871] env[69217]: _type = "Task" [ 706.078871] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.107152] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531963, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.115457] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.125128] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531960, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.129633] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531961, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.408889] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully created port: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.546407] env[69217]: INFO nova.compute.manager [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 1.41 seconds to deallocate network for instance. [ 706.594372] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.595168] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.595168] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleting the datastore file [datastore1] f2984bb6-02ae-471d-820c-f475b91eb6b7 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.602283] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d19029-1fbc-41d1-9bf6-424ad4b06c07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.605280] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.616793] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.625558] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Updated VIF entry in instance network info cache for port 81e683b8-811d-4a68-97e3-a45dda4f56ee. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.627587] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Updating instance_info_cache with network_info: [{"id": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "address": "fa:16:3e:7c:95:c2", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e683b8-81", "ovs_interfaceid": "81e683b8-811d-4a68-97e3-a45dda4f56ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.646050] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 706.646050] env[69217]: value = "task-3531965" [ 706.646050] env[69217]: _type = "Task" [ 706.646050] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.655254] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531961, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.655254] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531960, 'name': CreateVM_Task, 'duration_secs': 0.719228} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.658603] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.659036] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549d495a-355c-49d8-afff-884f2cabb3e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.662141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.663031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.663031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.663785] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda28ed6-f631-4a42-a69c-ca34bd7a96d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.669572] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.673038] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f15447-ae64-4f8e-be1d-a6f5ede618ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.677623] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 706.677623] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bfe4e5-7c3f-022a-3726-3df5134976d4" [ 706.677623] env[69217]: _type = "Task" [ 706.677623] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.713716] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cd947f-b082-44b4-9b16-3a2cce982b57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.721149] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bfe4e5-7c3f-022a-3726-3df5134976d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.723115] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723115] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.723115] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.723115] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.723349] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.723349] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d03c1e4b-a01d-4354-ab77-c922855775e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.730099] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e158a9b-3576-4c28-90d9-faa1dd0e4353 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.738134] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.738401] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.748325] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b58617-82bf-460e-83bb-e085224bf66e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.752107] env[69217]: DEBUG nova.compute.provider_tree [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.757015] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 706.757015] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52855219-aa69-da83-0f61-24e83a11ecf2" [ 706.757015] env[69217]: _type = "Task" [ 706.757015] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.766637] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52855219-aa69-da83-0f61-24e83a11ecf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.894144] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.930951] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.931877] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.932189] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.932475] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.932800] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.933098] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.933445] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.933770] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.935878] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.935878] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.935878] env[69217]: DEBUG nova.virt.hardware [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.935878] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7bc833-61e9-4542-aa61-66236cc0eb74 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.948104] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16320a34-47fa-42a4-a93f-650810bbeae9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.962618] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully created port: fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.055781] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.089876] env[69217]: DEBUG oslo_vmware.api [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531963, 'name': PowerOnVM_Task, 'duration_secs': 0.842474} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.093227] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.093357] env[69217]: INFO nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Took 11.12 seconds to spawn the instance on the hypervisor. [ 707.093598] env[69217]: DEBUG nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.094421] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e273d5d-d0c9-4cbc-b50b-6513e99404dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.102936] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531964, 'name': ReconfigVM_Task, 'duration_secs': 0.760716} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.104349] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7120b731-6946-48ee-9d53-74f7b9d92858/7120b731-6946-48ee-9d53-74f7b9d92858.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.107786] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f54dccf-7a4a-4770-870e-6f7e3c7c1caa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.116169] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 707.116169] env[69217]: value = "task-3531966" [ 707.116169] env[69217]: _type = "Task" [ 707.116169] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.134398] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Releasing lock "refresh_cache-87ea1913-e475-40c2-bb66-8777a9fdd5c4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.134398] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.134398] env[69217]: DEBUG nova.compute.manager [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing instance network info cache due to event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.134398] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.134398] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.134661] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.136159] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531966, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.142295] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531961, 'name': Rename_Task, 'duration_secs': 1.132056} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.142794] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.143105] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce32ac7-54f5-43b7-8b82-8f7d061b0c90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.153038] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 707.153038] env[69217]: value = "task-3531967" [ 707.153038] env[69217]: _type = "Task" [ 707.153038] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.173170] env[69217]: DEBUG oslo_vmware.api [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3531965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533133} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.173506] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.173784] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.173926] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.174311] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.174311] env[69217]: INFO nova.compute.manager [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Took 2.30 seconds to destroy the instance on the hypervisor. [ 707.174507] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.174711] env[69217]: DEBUG nova.compute.manager [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.174815] env[69217]: DEBUG nova.network.neutron [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.253561] env[69217]: DEBUG nova.scheduler.client.report [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.268694] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52855219-aa69-da83-0f61-24e83a11ecf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.269633] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cdf51b-dac4-46ca-a650-a61b34565d64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.277723] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 707.277723] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b0fc9-b1a3-6aa9-92c4-b5807cfecc6e" [ 707.277723] env[69217]: _type = "Task" [ 707.277723] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.288465] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b0fc9-b1a3-6aa9-92c4-b5807cfecc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.625843] env[69217]: INFO nova.compute.manager [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Took 31.43 seconds to build instance. [ 707.630014] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531966, 'name': Rename_Task, 'duration_secs': 0.294794} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.631625] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.631974] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f73fe6-6802-433e-8088-4021416f2377 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.645173] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 707.645173] env[69217]: value = "task-3531968" [ 707.645173] env[69217]: _type = "Task" [ 707.645173] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.661588] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.670079] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.705330] env[69217]: DEBUG nova.compute.manager [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.705623] env[69217]: DEBUG nova.compute.manager [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing instance network info cache due to event network-changed-9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.706305] env[69217]: DEBUG oslo_concurrency.lockutils [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] Acquiring lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760374] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.760374] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.766515] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.630s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.766515] env[69217]: INFO nova.compute.claims [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.792628] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b0fc9-b1a3-6aa9-92c4-b5807cfecc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.018233} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.795556] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.795850] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 87ea1913-e475-40c2-bb66-8777a9fdd5c4/87ea1913-e475-40c2-bb66-8777a9fdd5c4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.796170] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadbcb8e-9c25-4c97-a0b2-447aef07f7ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.805436] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 707.805436] env[69217]: value = "task-3531969" [ 707.805436] env[69217]: _type = "Task" [ 707.805436] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.817583] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.958876] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updated VIF entry in instance network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.959258] env[69217]: DEBUG nova.network.neutron [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.134251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9818ea93-1340-40eb-b94e-30bde56e267f tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.201s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.162590] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.170090] env[69217]: DEBUG oslo_vmware.api [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531967, 'name': PowerOnVM_Task, 'duration_secs': 0.563567} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.170385] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.170603] env[69217]: DEBUG nova.compute.manager [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.171505] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba8e986-7797-4ce3-8f76-69b60ceaa33e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.200205] env[69217]: DEBUG nova.network.neutron [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.271237] env[69217]: DEBUG nova.compute.utils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.276410] env[69217]: DEBUG nova.compute.manager [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Received event network-changed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.276846] env[69217]: DEBUG nova.compute.manager [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Refreshing instance network info cache due to event network-changed. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.277321] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] Acquiring lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.277655] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] Acquired lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.277958] env[69217]: DEBUG nova.network.neutron [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.280133] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.280527] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.303949] env[69217]: DEBUG nova.compute.manager [req-d6d8f76b-7e4c-458a-8c72-f7f0d11c3741 req-9cdb8bbb-afdd-4d73-9de9-a01c85b508c8 service nova] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Received event network-vif-deleted-5e16edd1-dd23-4353-9179-a205a0c5f1ac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.307352] env[69217]: DEBUG nova.compute.manager [req-d6d8f76b-7e4c-458a-8c72-f7f0d11c3741 req-9cdb8bbb-afdd-4d73-9de9-a01c85b508c8 service nova] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Received event network-vif-deleted-464ab17c-f3ef-4e61-9ca5-76548a23897b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.319731] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.348104] env[69217]: DEBUG nova.policy [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.441524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.463222] env[69217]: DEBUG oslo_concurrency.lockutils [req-15abcbaa-98eb-4362-a169-f42b89f12972 req-cd3646ff-67e9-4c9d-9f80-c5b0c9889e47 service nova] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.463222] env[69217]: DEBUG oslo_concurrency.lockutils [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] Acquired lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.463789] env[69217]: DEBUG nova.network.neutron [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Refreshing network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.576513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.576992] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.577214] env[69217]: DEBUG nova.compute.manager [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Going to confirm migration 1 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 708.636025] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.659621] env[69217]: DEBUG oslo_vmware.api [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531968, 'name': PowerOnVM_Task, 'duration_secs': 0.592277} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.661668] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.662810] env[69217]: INFO nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Took 9.79 seconds to spawn the instance on the hypervisor. [ 708.662810] env[69217]: DEBUG nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.665267] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db03f1-78c5-4769-bb63-fe8bf98c2128 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.690939] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.704268] env[69217]: INFO nova.compute.manager [-] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Took 1.53 seconds to deallocate network for instance. [ 708.780243] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.819831] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59873} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.822938] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 87ea1913-e475-40c2-bb66-8777a9fdd5c4/87ea1913-e475-40c2-bb66-8777a9fdd5c4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.823393] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.824929] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9d61b45-a97e-4961-8e62-4f76f59bcda7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.832351] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 708.832351] env[69217]: value = "task-3531970" [ 708.832351] env[69217]: _type = "Task" [ 708.832351] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.850127] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.079543] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Successfully created port: ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.167397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.170675] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.170976] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.171249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.171491] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.171682] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.174512] env[69217]: INFO nova.compute.manager [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Terminating instance [ 709.187681] env[69217]: INFO nova.compute.manager [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Took 30.97 seconds to build instance. [ 709.190061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.190239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.190414] env[69217]: DEBUG nova.network.neutron [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.190586] env[69217]: DEBUG nova.objects.instance [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lazy-loading 'info_cache' on Instance uuid 4e41b95c-a1c5-49b7-8a26-b6be40046a4e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.213609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.344168] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069519} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.346971] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.348573] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba01097-f51c-4331-bbff-cc22a6b40089 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.375970] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 87ea1913-e475-40c2-bb66-8777a9fdd5c4/87ea1913-e475-40c2-bb66-8777a9fdd5c4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.381648] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860c96b3-a420-4249-94d7-a95b5f602a9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.405088] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 709.405088] env[69217]: value = "task-3531971" [ 709.405088] env[69217]: _type = "Task" [ 709.405088] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.420938] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.490020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c1d527-096c-4973-87a5-a1dedbed6c31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.495987] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fee035-2fc8-416b-ac83-281b85aa352b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.542363] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b308b-edaf-4b4d-aed4-0fa2d500abdf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.551184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8be3b-4141-4ee2-8322-6cc1b2a7c050 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.558331] env[69217]: DEBUG nova.network.neutron [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Updating instance_info_cache with network_info: [{"id": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "address": "fa:16:3e:1e:f0:df", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db3f951-45", "ovs_interfaceid": "5db3f951-4577-49d7-9bff-2a2f7c51aefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.558464] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully updated port: 983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.575604] env[69217]: DEBUG nova.compute.provider_tree [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.627989] env[69217]: DEBUG nova.network.neutron [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updated VIF entry in instance network info cache for port 9c42025e-93ba-4f1a-bddf-66a01897cdfe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.628364] env[69217]: DEBUG nova.network.neutron [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [{"id": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "address": "fa:16:3e:92:0c:67", "network": {"id": "af94688c-1eef-4248-a2a2-f35d61d9f50b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1091376365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bee64df11943699e439b2c225aa7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42025e-93", "ovs_interfaceid": "9c42025e-93ba-4f1a-bddf-66a01897cdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.685297] env[69217]: DEBUG nova.compute.manager [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.685297] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.685297] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a790b13f-871f-4365-8d03-89ad7d127085 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.689285] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.568s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.703424] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.704038] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15b1c9a-945c-46f0-b38b-ed9534b72099 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.712680] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 709.712680] env[69217]: value = "task-3531972" [ 709.712680] env[69217]: _type = "Task" [ 709.712680] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.728181] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.796038] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.826432] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.826861] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.827129] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.827434] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.827682] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.827926] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.828245] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.828624] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.828933] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.829216] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.829493] env[69217]: DEBUG nova.virt.hardware [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.830564] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b98517-6a94-47bd-bb7d-9be55722c5bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.839778] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ec2b2-557e-4043-ba79-c7dc3ed6533f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.915889] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.062974] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d2ffda7a-6a93-48e7-851b-b72b60db5fba tempest-ServerExternalEventsTest-1412709502 tempest-ServerExternalEventsTest-1412709502-project] Releasing lock "refresh_cache-a0cb9958-4a58-41d8-8686-eaa2e192034e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.080893] env[69217]: DEBUG nova.scheduler.client.report [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.130643] env[69217]: DEBUG oslo_concurrency.lockutils [req-908d3a2c-74b1-45c0-8c0e-3bc49d0e9951 req-0c0beaf9-5fb9-4069-8339-3031d04074e7 service nova] Releasing lock "refresh_cache-f43baed6-6386-4cab-9e4f-4dcc97eb6e87" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.194434] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.232701] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531972, 'name': PowerOffVM_Task, 'duration_secs': 0.408808} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.232701] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.232701] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.232701] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a50d7feb-debb-42d2-a1a1-f06f60908f4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.233832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "7120b731-6946-48ee-9d53-74f7b9d92858" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.234080] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.234336] env[69217]: DEBUG nova.compute.manager [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.235095] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c0c3be-4473-4b15-9854-6e8354aadc74 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.245959] env[69217]: DEBUG nova.compute.manager [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 710.246758] env[69217]: DEBUG nova.objects.instance [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'flavor' on Instance uuid 7120b731-6946-48ee-9d53-74f7b9d92858 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.315034] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.315034] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.315165] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Deleting the datastore file [datastore1] a0cb9958-4a58-41d8-8686-eaa2e192034e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.315705] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ece80b0-9457-4dd3-9705-711d4345d370 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.325208] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for the task: (returnval){ [ 710.325208] env[69217]: value = "task-3531974" [ 710.325208] env[69217]: _type = "Task" [ 710.325208] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.335089] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.423150] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531971, 'name': ReconfigVM_Task, 'duration_secs': 0.69913} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.423150] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 87ea1913-e475-40c2-bb66-8777a9fdd5c4/87ea1913-e475-40c2-bb66-8777a9fdd5c4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.423150] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1e83f0-1cc4-4cd6-ac1e-effc6ed36341 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.431757] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 710.431757] env[69217]: value = "task-3531975" [ 710.431757] env[69217]: _type = "Task" [ 710.431757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.443198] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531975, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.593038] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.593038] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.594663] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.600134] env[69217]: INFO nova.compute.claims [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.728686] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.774050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.774050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.774050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.774050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.774220] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.776915] env[69217]: INFO nova.compute.manager [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Terminating instance [ 710.822807] env[69217]: DEBUG nova.compute.manager [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-plugged-983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.823432] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.825031] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.828118] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.828118] env[69217]: DEBUG nova.compute.manager [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] No waiting events found dispatching network-vif-plugged-983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.828118] env[69217]: WARNING nova.compute.manager [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received unexpected event network-vif-plugged-983b6b06-411c-4a54-8303-d254d8d80088 for instance with vm_state building and task_state spawning. [ 710.828118] env[69217]: DEBUG nova.compute.manager [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-changed-983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.828118] env[69217]: DEBUG nova.compute.manager [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing instance network info cache due to event network-changed-983b6b06-411c-4a54-8303-d254d8d80088. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.828414] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Acquiring lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.828414] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Acquired lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.828414] env[69217]: DEBUG nova.network.neutron [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing network info cache for port 983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.849569] env[69217]: DEBUG oslo_vmware.api [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Task: {'id': task-3531974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157749} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.851347] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.852072] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.852555] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.852991] env[69217]: INFO nova.compute.manager [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.853541] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.856120] env[69217]: DEBUG nova.compute.manager [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.856120] env[69217]: DEBUG nova.network.neutron [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.910641] env[69217]: DEBUG nova.network.neutron [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [{"id": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "address": "fa:16:3e:06:98:ed", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0f98c6-9e", "ovs_interfaceid": "7f0f98c6-9ef0-4e64-bbf2-2322c291f58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.944796] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531975, 'name': Rename_Task, 'duration_secs': 0.257377} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.945117] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.945383] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5fdf7a-9452-4acf-94fb-c0ed4d13c651 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.954049] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 710.954049] env[69217]: value = "task-3531976" [ 710.954049] env[69217]: _type = "Task" [ 710.954049] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.963615] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.106295] env[69217]: DEBUG nova.compute.utils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.107718] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.107957] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.224380] env[69217]: DEBUG nova.policy [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7dac896f0b41de9d48c47e01e06517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7980e2400744463f906213e4951741e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.257358] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.257799] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19920d8-07ae-4268-a1c1-8644bd028fcd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.266784] env[69217]: DEBUG oslo_vmware.api [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 711.266784] env[69217]: value = "task-3531977" [ 711.266784] env[69217]: _type = "Task" [ 711.266784] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.277611] env[69217]: DEBUG oslo_vmware.api [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.281439] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "refresh_cache-5acbf9bd-f1d8-49bb-a737-4e1ec117a690" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.282462] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquired lock "refresh_cache-5acbf9bd-f1d8-49bb-a737-4e1ec117a690" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.282462] env[69217]: DEBUG nova.network.neutron [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.380299] env[69217]: DEBUG nova.network.neutron [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.414160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-4e41b95c-a1c5-49b7-8a26-b6be40046a4e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.414519] env[69217]: DEBUG nova.objects.instance [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lazy-loading 'migration_context' on Instance uuid 4e41b95c-a1c5-49b7-8a26-b6be40046a4e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.467466] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.507202] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Successfully updated port: ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.507202] env[69217]: DEBUG nova.network.neutron [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.611252] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.764030] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Successfully created port: 0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.778310] env[69217]: DEBUG oslo_vmware.api [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531977, 'name': PowerOffVM_Task, 'duration_secs': 0.215019} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.780913] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.781131] env[69217]: DEBUG nova.compute.manager [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.783385] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260bb42-b89f-4fd9-a94f-dd15519777ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.812199] env[69217]: DEBUG nova.network.neutron [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.894518] env[69217]: DEBUG nova.network.neutron [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.918560] env[69217]: DEBUG nova.objects.base [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Object Instance<4e41b95c-a1c5-49b7-8a26-b6be40046a4e> lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.920285] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76244e-d381-408b-9b4a-5f8b0ab769a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.947691] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37498ef1-d175-4a43-b1cb-49639bb92bf5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.958132] env[69217]: DEBUG oslo_vmware.api [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 711.958132] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e224f-dd44-a0c1-5591-fc2afc8174c2" [ 711.958132] env[69217]: _type = "Task" [ 711.958132] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.972618] env[69217]: DEBUG oslo_vmware.api [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e224f-dd44-a0c1-5591-fc2afc8174c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.975375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.976921] env[69217]: DEBUG nova.network.neutron [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.977289] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.007142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.007277] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.007428] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.008650] env[69217]: DEBUG oslo_concurrency.lockutils [req-0594d373-1c1c-4103-b548-5b62205b3b0b req-627e6c3a-b454-467a-a99c-73e81eb990ca service nova] Releasing lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253700] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39768f69-827c-418f-b600-de9378260f90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.265309] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217f895d-d431-4ca9-833f-86a3416d828c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.304322] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57b44525-7fe4-4326-903c-d80e51edc15a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.309089] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff15505-581a-42ec-9c1a-933066e6e1e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.318193] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7bfe27-be4b-4005-a38d-bfbd6cc12872 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.343110] env[69217]: DEBUG nova.compute.provider_tree [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.343541] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully updated port: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.396544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Releasing lock "refresh_cache-5acbf9bd-f1d8-49bb-a737-4e1ec117a690" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.397534] env[69217]: DEBUG nova.compute.manager [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.397534] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.398188] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b96920-104b-46f7-b9c2-f459f672eb10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.407348] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.407601] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7e4b37-f875-4b08-b205-3ac53084a7d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.415684] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 712.415684] env[69217]: value = "task-3531978" [ 712.415684] env[69217]: _type = "Task" [ 712.415684] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.425675] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.467913] env[69217]: DEBUG oslo_vmware.api [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3531976, 'name': PowerOnVM_Task, 'duration_secs': 1.332156} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.468248] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.468460] env[69217]: INFO nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Took 10.77 seconds to spawn the instance on the hypervisor. [ 712.468642] env[69217]: DEBUG nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.469784] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72474b1-5441-423f-9464-93df043cc5d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.479661] env[69217]: INFO nova.compute.manager [-] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Took 1.62 seconds to deallocate network for instance. [ 712.589158] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.626766] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.658034] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.658257] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.658354] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.658968] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.658968] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.658968] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.659123] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.659331] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.659519] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.659696] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.659867] env[69217]: DEBUG nova.virt.hardware [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.660768] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e615bb-f4f9-468f-869b-5f0ef55372be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.671628] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b459e113-40f6-4559-9cf4-d9b44a71c025 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.809566] env[69217]: DEBUG nova.network.neutron [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Updating instance_info_cache with network_info: [{"id": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "address": "fa:16:3e:57:c9:1d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef363771-97", "ovs_interfaceid": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.846347] env[69217]: DEBUG nova.scheduler.client.report [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.931479] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531978, 'name': PowerOffVM_Task, 'duration_secs': 0.133433} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.931826] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.932639] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.932639] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb9f548-3019-4db9-a2f0-54b6687cbe3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.966694] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.966911] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.967122] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Deleting the datastore file [datastore1] 5acbf9bd-f1d8-49bb-a737-4e1ec117a690 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.967379] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04b006b-e3c6-4dad-a4c0-4ae6adb084ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.975039] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for the task: (returnval){ [ 712.975039] env[69217]: value = "task-3531980" [ 712.975039] env[69217]: _type = "Task" [ 712.975039] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.988756] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.995128] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.996907] env[69217]: INFO nova.compute.manager [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Took 33.31 seconds to build instance. [ 713.023785] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Received event network-vif-plugged-ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.026238] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquiring lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.026607] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.026871] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.027120] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] No waiting events found dispatching network-vif-plugged-ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.027343] env[69217]: WARNING nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Received unexpected event network-vif-plugged-ef363771-97d5-4cbc-8f81-09e61bb7c25a for instance with vm_state building and task_state spawning. [ 713.027541] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Received event network-vif-deleted-5db3f951-4577-49d7-9bff-2a2f7c51aefb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.027757] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Received event network-changed-ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.027944] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Refreshing instance network info cache due to event network-changed-ef363771-97d5-4cbc-8f81-09e61bb7c25a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.028130] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquiring lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.311809] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.312171] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Instance network_info: |[{"id": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "address": "fa:16:3e:57:c9:1d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef363771-97", "ovs_interfaceid": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.312481] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquired lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.312654] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Refreshing network info cache for port ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.315284] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c9:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef363771-97d5-4cbc-8f81-09e61bb7c25a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.328242] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating folder: Project (4211c68a0db74b849efa879d94d6aee5). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.330420] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904dcfdb-a10e-45ea-b13c-522fa37a6dff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.346892] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created folder: Project (4211c68a0db74b849efa879d94d6aee5) in parent group-v705386. [ 713.346892] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating folder: Instances. Parent ref: group-v705453. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.346892] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e4a0cf2-b607-48f3-897e-99a507aa860b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.353691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.354271] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.362083] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.108s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.362721] env[69217]: DEBUG nova.objects.instance [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lazy-loading 'resources' on Instance uuid 785eed74-ebba-423a-a157-56027aeaa976 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.364051] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created folder: Instances in parent group-v705453. [ 713.364051] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.365460] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.366465] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ac06d2-cad8-4122-9894-35a3c5697d51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.391323] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.391323] env[69217]: value = "task-3531983" [ 713.391323] env[69217]: _type = "Task" [ 713.391323] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.402207] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531983, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.489362] env[69217]: DEBUG oslo_vmware.api [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Task: {'id': task-3531980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125121} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.489640] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.490603] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.490603] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.490603] env[69217]: INFO nova.compute.manager [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Took 1.09 seconds to destroy the instance on the hypervisor. [ 713.490603] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.490814] env[69217]: DEBUG nova.compute.manager [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.490814] env[69217]: DEBUG nova.network.neutron [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.500737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c21d121e-0b44-44dc-87dd-d8575aaf961f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.488s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.518446] env[69217]: DEBUG nova.network.neutron [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.571647] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Successfully updated port: 0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.852866] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Updated VIF entry in instance network info cache for port ef363771-97d5-4cbc-8f81-09e61bb7c25a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.852866] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Updating instance_info_cache with network_info: [{"id": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "address": "fa:16:3e:57:c9:1d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef363771-97", "ovs_interfaceid": "ef363771-97d5-4cbc-8f81-09e61bb7c25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.867511] env[69217]: DEBUG nova.compute.utils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.876320] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.876320] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.906020] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531983, 'name': CreateVM_Task, 'duration_secs': 0.365208} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.906980] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.915148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.915148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.915148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.915148] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17c9ee7-e0e4-4a2c-91a2-0dd07cbb8c98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.923023] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 713.923023] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c40c7f-aa24-0b51-20d3-558a174c78a8" [ 713.923023] env[69217]: _type = "Task" [ 713.923023] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.936463] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c40c7f-aa24-0b51-20d3-558a174c78a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.986189] env[69217]: DEBUG nova.policy [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1564141d83b74fdc8ef109326b56d40e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e56f61f7198498f985338319ae69592', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.006449] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.022267] env[69217]: DEBUG nova.network.neutron [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.078553] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.078669] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.078865] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.357787] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Releasing lock "refresh_cache-860c3c53-b3eb-43fe-8aad-2df79bee35c3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.357787] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-plugged-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.357787] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.357787] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.357787] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.357923] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] No waiting events found dispatching network-vif-plugged-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.357923] env[69217]: WARNING nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received unexpected event network-vif-plugged-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 for instance with vm_state building and task_state spawning. [ 714.357923] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-changed-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.357923] env[69217]: DEBUG nova.compute.manager [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing instance network info cache due to event network-changed-a113325b-5603-46d9-b8f7-b9b4f5b39ea2. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.357923] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquiring lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.358061] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Acquired lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.358061] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing network info cache for port a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.377422] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.435467] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c40c7f-aa24-0b51-20d3-558a174c78a8, 'name': SearchDatastore_Task, 'duration_secs': 0.030839} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.435771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.436097] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.436250] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.436431] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.436558] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.436826] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08e2676-e9c8-459f-a291-19082f2b0ff1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.453150] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.453382] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.454204] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdbdc1d-33f2-47e8-a91a-7e3f0c507a32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.466847] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 714.466847] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c68627-a426-0152-9e69-97b7299c9972" [ 714.466847] env[69217]: _type = "Task" [ 714.466847] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.478179] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c68627-a426-0152-9e69-97b7299c9972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.526476] env[69217]: INFO nova.compute.manager [-] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Took 1.04 seconds to deallocate network for instance. [ 714.546926] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.553728] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0f7db-94fd-45f1-bc5e-0f19a509be3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.563933] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4c558-c0b9-4c96-b75a-1dff7f7bef8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.604317] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ab761-3f4b-4cfc-ab21-b750fe4ddc42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.613941] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41a2ca-5167-49e6-ba7f-041fd50d5b4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.631022] env[69217]: DEBUG nova.compute.provider_tree [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.679126] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.770222] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9037acfb-b91d-42e6-817d-7606d6967289 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.778775] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Suspending the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 714.779058] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b095da2f-d0e3-498a-87a3-14b2184eb82d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.791270] env[69217]: DEBUG oslo_vmware.api [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] Waiting for the task: (returnval){ [ 714.791270] env[69217]: value = "task-3531984" [ 714.791270] env[69217]: _type = "Task" [ 714.791270] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.801315] env[69217]: DEBUG oslo_vmware.api [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] Task: {'id': task-3531984, 'name': SuspendVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.805389] env[69217]: DEBUG nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.807625] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb58ff-0ff0-47a6-9587-04830d07939d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.888861] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Successfully created port: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.954430] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.983028] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c68627-a426-0152-9e69-97b7299c9972, 'name': SearchDatastore_Task, 'duration_secs': 0.020228} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.983716] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Successfully updated port: fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.985962] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f258f7-939f-4ae5-be29-20ce6a15e492 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.993643] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 714.993643] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ff120d-0645-c180-8c41-5a6ff39b01ee" [ 714.993643] env[69217]: _type = "Task" [ 714.993643] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.013079] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ff120d-0645-c180-8c41-5a6ff39b01ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.035441] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.137014] env[69217]: DEBUG nova.scheduler.client.report [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.139623] env[69217]: DEBUG nova.network.neutron [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updating instance_info_cache with network_info: [{"id": "0768dfd0-cfd5-4424-9842-0fd070949eed", "address": "fa:16:3e:fe:21:9a", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768dfd0-cf", "ovs_interfaceid": "0768dfd0-cfd5-4424-9842-0fd070949eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.239252] env[69217]: DEBUG nova.network.neutron [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.306510] env[69217]: DEBUG oslo_vmware.api [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] Task: {'id': task-3531984, 'name': SuspendVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.322952] env[69217]: INFO nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] instance snapshotting [ 715.322952] env[69217]: WARNING nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 715.324297] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53455485-9fa3-4a7c-87e9-e656cb7b8027 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.353019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f733c-fbc8-49e1-94e3-98fa43550b2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.395121] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.429403] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.429622] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.429782] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.429962] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.430120] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.430269] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.430495] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.430656] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.430914] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.431075] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.431163] env[69217]: DEBUG nova.virt.hardware [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.432443] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef093c73-6798-42e2-a996-fdf1a1b5a09b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.445975] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b2429f-1483-4d67-8225-915275487d04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.486738] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.510176] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ff120d-0645-c180-8c41-5a6ff39b01ee, 'name': SearchDatastore_Task, 'duration_secs': 0.037811} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.510447] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.510709] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 860c3c53-b3eb-43fe-8aad-2df79bee35c3/860c3c53-b3eb-43fe-8aad-2df79bee35c3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.511275] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599278d1-0996-42ef-8995-9c48e31d8a45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.522822] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 715.522822] env[69217]: value = "task-3531985" [ 715.522822] env[69217]: _type = "Task" [ 715.522822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.533172] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.536694] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Received event network-vif-plugged-0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.536694] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquiring lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.536990] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.538652] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.538652] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] No waiting events found dispatching network-vif-plugged-0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.538652] env[69217]: WARNING nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Received unexpected event network-vif-plugged-0768dfd0-cfd5-4424-9842-0fd070949eed for instance with vm_state building and task_state spawning. [ 715.538652] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Received event network-changed-0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.538652] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Refreshing instance network info cache due to event network-changed-0768dfd0-cfd5-4424-9842-0fd070949eed. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.539244] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquiring lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.642300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.644612] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.644930] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Instance network_info: |[{"id": "0768dfd0-cfd5-4424-9842-0fd070949eed", "address": "fa:16:3e:fe:21:9a", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768dfd0-cf", "ovs_interfaceid": "0768dfd0-cfd5-4424-9842-0fd070949eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.646762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.820s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.647027] env[69217]: DEBUG nova.objects.instance [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lazy-loading 'resources' on Instance uuid 2111606c-e076-4b37-a6a3-1490602d59c2 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.650494] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquired lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.650689] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Refreshing network info cache for port 0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.651963] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:21:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0768dfd0-cfd5-4424-9842-0fd070949eed', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.659739] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating folder: Project (7980e2400744463f906213e4951741e0). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.661511] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0474015c-a7e1-43da-ae1e-800ff492e2c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.675347] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created folder: Project (7980e2400744463f906213e4951741e0) in parent group-v705386. [ 715.675591] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating folder: Instances. Parent ref: group-v705456. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.675871] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454e06c4-b5ed-41ac-bdf3-1e5c3f883279 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.680582] env[69217]: INFO nova.scheduler.client.report [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Deleted allocations for instance 785eed74-ebba-423a-a157-56027aeaa976 [ 715.688510] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created folder: Instances in parent group-v705456. [ 715.688774] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.688968] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.689207] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c20e8f-4884-4bfb-b0c6-70bf4a7a2eb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.711454] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.711454] env[69217]: value = "task-3531988" [ 715.711454] env[69217]: _type = "Task" [ 715.711454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.720765] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531988, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.741258] env[69217]: DEBUG oslo_concurrency.lockutils [req-f106d7f4-8184-4e1b-86b6-a5465aa93275 req-1a1d379e-7244-4bf2-8392-26b82254c9b7 service nova] Releasing lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.742320] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.742320] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.807023] env[69217]: DEBUG oslo_vmware.api [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] Task: {'id': task-3531984, 'name': SuspendVM_Task, 'duration_secs': 0.664247} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.807023] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Suspended the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 715.807023] env[69217]: DEBUG nova.compute.manager [None req-50094e89-d448-4b7b-82d4-03b060a0217f tempest-ServersAdminNegativeTestJSON-179997166 tempest-ServersAdminNegativeTestJSON-179997166-project-admin] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.807023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdce623-cfdd-4902-80d2-e13fdb77c4a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.862633] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.863258] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b80dc0d4-95c9-4776-8799-c8bf5cc0ec14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.877845] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 715.877845] env[69217]: value = "task-3531989" [ 715.877845] env[69217]: _type = "Task" [ 715.877845] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.672242] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.672511] env[69217]: WARNING oslo_vmware.common.loopingcall [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] task run outlasted interval by 0.29437199999999997 sec [ 716.673989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff86855f-e541-49b1-9fe7-85d51c8e1754 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Lock "785eed74-ebba-423a-a157-56027aeaa976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.154s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.690511] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495442} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.696990] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 860c3c53-b3eb-43fe-8aad-2df79bee35c3/860c3c53-b3eb-43fe-8aad-2df79bee35c3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.697373] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.698294] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.698471] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531988, 'name': CreateVM_Task, 'duration_secs': 0.68237} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.698883] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fead9c4c-cb1c-48dd-af7b-4079f180327f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.701057] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.702233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.702233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.702337] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.703114] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5160b5-7252-4458-ae43-3b3967551158 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.709649] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 716.709649] env[69217]: value = "task-3531990" [ 716.709649] env[69217]: _type = "Task" [ 716.709649] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.715661] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 716.715661] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522c644b-d4c9-efd8-b309-3bdbcc97c4ef" [ 716.715661] env[69217]: _type = "Task" [ 716.715661] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.722853] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.726367] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522c644b-d4c9-efd8-b309-3bdbcc97c4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.765587] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Successfully updated port: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.785756] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.860016] env[69217]: DEBUG nova.compute.manager [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Received event network-vif-plugged-4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.860074] env[69217]: DEBUG oslo_concurrency.lockutils [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] Acquiring lock "8c5327c2-997c-4753-9876-7e048bedec65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.860288] env[69217]: DEBUG oslo_concurrency.lockutils [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] Lock "8c5327c2-997c-4753-9876-7e048bedec65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.860452] env[69217]: DEBUG oslo_concurrency.lockutils [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] Lock "8c5327c2-997c-4753-9876-7e048bedec65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.860615] env[69217]: DEBUG nova.compute.manager [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] No waiting events found dispatching network-vif-plugged-4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.860768] env[69217]: WARNING nova.compute.manager [req-0bf69b67-95c9-4488-b0cf-750d35d5ccea req-e056381e-0a12-4947-b902-3ff8198bf1d1 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Received unexpected event network-vif-plugged-4baab9ce-1c31-4338-a03a-ead1b25cdf37 for instance with vm_state building and task_state spawning. [ 717.198430] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531989, 'name': CreateSnapshot_Task, 'duration_secs': 0.822678} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.201314] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.205626] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f12ec-3c35-4713-a614-bd194c1be556 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.237490] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077092} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.237987] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522c644b-d4c9-efd8-b309-3bdbcc97c4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01416} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.237987] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.238748] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.238748] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.238748] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.239385] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.239385] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.239797] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9918b6b-0512-4c50-9aad-e262b2ba25f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.244093] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e222d88-ddd3-4de2-98f5-52e0dd90ec3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.272525] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 860c3c53-b3eb-43fe-8aad-2df79bee35c3/860c3c53-b3eb-43fe-8aad-2df79bee35c3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.277435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.277435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquired lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.277606] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.278502] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a30e170-2cc4-40c4-b1e3-092c39e6bbdc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.294036] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.294196] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.296349] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cac9ed-ebb4-497b-a4a2-c76aefaefd7d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.303107] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 717.303107] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d131a0-36eb-ba72-4b4d-292a2fb26bae" [ 717.303107] env[69217]: _type = "Task" [ 717.303107] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.308054] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 717.308054] env[69217]: value = "task-3531991" [ 717.308054] env[69217]: _type = "Task" [ 717.308054] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.318218] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d131a0-36eb-ba72-4b4d-292a2fb26bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.342020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe99e3-fbde-4898-8fe0-3edbdbe16483 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.352076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afc3ed-aa10-4023-818b-12b76ac39ec4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.388693] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27055c94-b535-483d-a7eb-a82120b4e838 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.397736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff79511-1556-44ac-bea2-2c724d01111b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.413132] env[69217]: DEBUG nova.compute.provider_tree [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.445299] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updated VIF entry in instance network info cache for port 0768dfd0-cfd5-4424-9842-0fd070949eed. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.445299] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updating instance_info_cache with network_info: [{"id": "0768dfd0-cfd5-4424-9842-0fd070949eed", "address": "fa:16:3e:fe:21:9a", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768dfd0-cf", "ovs_interfaceid": "0768dfd0-cfd5-4424-9842-0fd070949eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.729296] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.729296] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ea885a7-6565-419a-87b7-1be4439ea57e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.738856] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 717.738856] env[69217]: value = "task-3531992" [ 717.738856] env[69217]: _type = "Task" [ 717.738856] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.753717] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531992, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.804033] env[69217]: DEBUG nova.network.neutron [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [{"id": "983b6b06-411c-4a54-8303-d254d8d80088", "address": "fa:16:3e:fd:d1:3a", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983b6b06-41", "ovs_interfaceid": "983b6b06-411c-4a54-8303-d254d8d80088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "address": "fa:16:3e:04:ad:ea", "network": {"id": "66435def-9aeb-4b72-8fca-1d47c6040efe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-56150508", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa113325b-56", "ovs_interfaceid": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe205e71-d49e-42a5-9959-fc27459a88ff", "address": "fa:16:3e:9c:cb:eb", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe205e71-d4", "ovs_interfaceid": "fe205e71-d49e-42a5-9959-fc27459a88ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.816060] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d131a0-36eb-ba72-4b4d-292a2fb26bae, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.817314] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa779353-1735-492b-aafe-2f0f852cd1cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.822633] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531991, 'name': ReconfigVM_Task, 'duration_secs': 0.371225} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.823364] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 860c3c53-b3eb-43fe-8aad-2df79bee35c3/860c3c53-b3eb-43fe-8aad-2df79bee35c3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.824116] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0d3887-79d2-4e9f-b51a-e507f6b2d8d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.828696] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 717.828696] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521980e5-015b-7895-a540-f3b77bd5eb93" [ 717.828696] env[69217]: _type = "Task" [ 717.828696] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.834614] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.837957] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 717.837957] env[69217]: value = "task-3531993" [ 717.837957] env[69217]: _type = "Task" [ 717.837957] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.846207] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521980e5-015b-7895-a540-f3b77bd5eb93, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.846846] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.848010] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/1bfb197a-067d-498f-9af3-bd6a384bd451.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.848010] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62ff0408-db85-46d2-9ac6-d4cb3d0a83cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.852655] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531993, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.858725] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 717.858725] env[69217]: value = "task-3531994" [ 717.858725] env[69217]: _type = "Task" [ 717.858725] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.870313] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3531994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.917757] env[69217]: DEBUG nova.scheduler.client.report [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.946609] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Releasing lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.946849] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-plugged-fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.947055] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.947266] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.947423] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.947587] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] No waiting events found dispatching network-vif-plugged-fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.947747] env[69217]: WARNING nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received unexpected event network-vif-plugged-fe205e71-d49e-42a5-9959-fc27459a88ff for instance with vm_state building and task_state spawning. [ 717.947905] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-changed-fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.948171] env[69217]: DEBUG nova.compute.manager [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing instance network info cache due to event network-changed-fe205e71-d49e-42a5-9959-fc27459a88ff. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.948345] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquiring lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.030824] env[69217]: DEBUG nova.network.neutron [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updating instance_info_cache with network_info: [{"id": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "address": "fa:16:3e:62:ae:1b", "network": {"id": "43704a73-0fad-4d61-8bdd-45888e231b77", "bridge": "br-int", "label": "tempest-ServersTestJSON-204673022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e56f61f7198498f985338319ae69592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4baab9ce-1c", "ovs_interfaceid": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.256526] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531992, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.309424] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.309892] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance network_info: |[{"id": "983b6b06-411c-4a54-8303-d254d8d80088", "address": "fa:16:3e:fd:d1:3a", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983b6b06-41", "ovs_interfaceid": "983b6b06-411c-4a54-8303-d254d8d80088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "address": "fa:16:3e:04:ad:ea", "network": {"id": "66435def-9aeb-4b72-8fca-1d47c6040efe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-56150508", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa113325b-56", "ovs_interfaceid": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe205e71-d49e-42a5-9959-fc27459a88ff", "address": "fa:16:3e:9c:cb:eb", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe205e71-d4", "ovs_interfaceid": "fe205e71-d49e-42a5-9959-fc27459a88ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.310612] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Acquired lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.310824] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Refreshing network info cache for port fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.312304] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '983b6b06-411c-4a54-8303-d254d8d80088', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ad:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a113325b-5603-46d9-b8f7-b9b4f5b39ea2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:cb:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe205e71-d49e-42a5-9959-fc27459a88ff', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.327396] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Creating folder: Project (74a922514c5c4c689e4f6513f73997e1). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.329190] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5f9fb07-7cf5-4d8b-a6ca-db99a8c462e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.345864] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Created folder: Project (74a922514c5c4c689e4f6513f73997e1) in parent group-v705386. [ 718.346103] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Creating folder: Instances. Parent ref: group-v705461. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.346837] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f563197-392b-4f83-a652-65e386a73457 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.354432] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531993, 'name': Rename_Task, 'duration_secs': 0.385776} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.354780] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.355071] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c780cb0-5400-4062-becd-6c2146e04633 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.365088] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Created folder: Instances in parent group-v705461. [ 718.365372] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.367323] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.368095] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 718.368095] env[69217]: value = "task-3531997" [ 718.368095] env[69217]: _type = "Task" [ 718.368095] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.368321] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590c4725-d04e-4a4b-8cf7-94eb5938d385 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.398863] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3531994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.408328] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.410644] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.410644] env[69217]: value = "task-3531998" [ 718.410644] env[69217]: _type = "Task" [ 718.410644] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.424085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.777s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.426747] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531998, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.428514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.541s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.429905] env[69217]: INFO nova.compute.claims [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.453884] env[69217]: INFO nova.scheduler.client.report [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Deleted allocations for instance 2111606c-e076-4b37-a6a3-1490602d59c2 [ 718.537421] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Releasing lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.539120] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Instance network_info: |[{"id": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "address": "fa:16:3e:62:ae:1b", "network": {"id": "43704a73-0fad-4d61-8bdd-45888e231b77", "bridge": "br-int", "label": "tempest-ServersTestJSON-204673022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e56f61f7198498f985338319ae69592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4baab9ce-1c", "ovs_interfaceid": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.540099] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ae:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4baab9ce-1c31-4338-a03a-ead1b25cdf37', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.550764] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Creating folder: Project (5e56f61f7198498f985338319ae69592). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.551558] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe85de3b-2540-4768-b79a-ae4727baf913 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.568239] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Created folder: Project (5e56f61f7198498f985338319ae69592) in parent group-v705386. [ 718.568592] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Creating folder: Instances. Parent ref: group-v705464. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.568864] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-648f57ce-f2e4-4feb-b9f2-a27d05c6efe5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.583349] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Created folder: Instances in parent group-v705464. [ 718.583349] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.583349] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.583623] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f264c636-4ee1-46da-b36c-44d9f66ebe79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.611209] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.611209] env[69217]: value = "task-3532001" [ 718.611209] env[69217]: _type = "Task" [ 718.611209] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.624735] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532001, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.756831] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531992, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.879355] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3531994, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.904710] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.929633] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531998, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.967124] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Lock "2111606c-e076-4b37-a6a3-1490602d59c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.092s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.122801] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532001, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.211805] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updated VIF entry in instance network info cache for port fe205e71-d49e-42a5-9959-fc27459a88ff. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.211805] env[69217]: DEBUG nova.network.neutron [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [{"id": "983b6b06-411c-4a54-8303-d254d8d80088", "address": "fa:16:3e:fd:d1:3a", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983b6b06-41", "ovs_interfaceid": "983b6b06-411c-4a54-8303-d254d8d80088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "address": "fa:16:3e:04:ad:ea", "network": {"id": "66435def-9aeb-4b72-8fca-1d47c6040efe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-56150508", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa113325b-56", "ovs_interfaceid": "a113325b-5603-46d9-b8f7-b9b4f5b39ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe205e71-d49e-42a5-9959-fc27459a88ff", "address": "fa:16:3e:9c:cb:eb", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe205e71-d4", "ovs_interfaceid": "fe205e71-d49e-42a5-9959-fc27459a88ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.256221] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531992, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.377897] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3531994, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.403312] env[69217]: DEBUG oslo_vmware.api [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3531997, 'name': PowerOnVM_Task, 'duration_secs': 0.902256} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.403696] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.403888] env[69217]: INFO nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Took 9.61 seconds to spawn the instance on the hypervisor. [ 719.404114] env[69217]: DEBUG nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.405682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4b521-0566-4591-8291-eb4bf6f55ee2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.429771] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3531998, 'name': CreateVM_Task, 'duration_secs': 0.697533} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.429968] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.430889] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.432126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.432126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.432126] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97d9dda-aab9-4563-9e60-0b1b0d7f2715 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.439145] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 719.439145] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287ff3f-ef8d-9cd7-c589-3ed4be1f506c" [ 719.439145] env[69217]: _type = "Task" [ 719.439145] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.451986] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287ff3f-ef8d-9cd7-c589-3ed4be1f506c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.512415] env[69217]: DEBUG nova.compute.manager [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Received event network-changed-4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.512702] env[69217]: DEBUG nova.compute.manager [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Refreshing instance network info cache due to event network-changed-4baab9ce-1c31-4338-a03a-ead1b25cdf37. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.513371] env[69217]: DEBUG oslo_concurrency.lockutils [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] Acquiring lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513371] env[69217]: DEBUG oslo_concurrency.lockutils [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] Acquired lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513371] env[69217]: DEBUG nova.network.neutron [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Refreshing network info cache for port 4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.568486] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.568486] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.628171] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532001, 'name': CreateVM_Task, 'duration_secs': 0.775029} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.628171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.628655] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.630253] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.630253] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.630253] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b520a313-adc0-4986-ad5b-b369aab283ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.640229] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 719.640229] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c8b1-cf43-97fa-9ccf-d9955824ccf4" [ 719.640229] env[69217]: _type = "Task" [ 719.640229] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.652269] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c8b1-cf43-97fa-9ccf-d9955824ccf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.714575] env[69217]: DEBUG oslo_concurrency.lockutils [req-b392d22b-cec2-416f-a819-99b50f175741 req-7fe6ea43-6ca3-4890-8d54-96fe1d0bfdf6 service nova] Releasing lock "refresh_cache-b5e4935e-86a3-40d4-870e-bcfde8ce3e75" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.758623] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3531992, 'name': CloneVM_Task, 'duration_secs': 1.720259} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.758998] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Created linked-clone VM from snapshot [ 719.760031] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f07938-f1f2-45cd-bd98-b0713b0829de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.773118] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Uploading image f259283d-9047-4cd0-8098-9fb1978ff99f {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.806371] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.806371] env[69217]: value = "vm-705460" [ 719.806371] env[69217]: _type = "VirtualMachine" [ 719.806371] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.806667] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6a1c84b-3778-4357-b44f-3e99b370359c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.822324] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease: (returnval){ [ 719.822324] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c12335-fb3d-cdaf-2303-f65fe2190c95" [ 719.822324] env[69217]: _type = "HttpNfcLease" [ 719.822324] env[69217]: } obtained for exporting VM: (result){ [ 719.822324] env[69217]: value = "vm-705460" [ 719.822324] env[69217]: _type = "VirtualMachine" [ 719.822324] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.823380] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the lease: (returnval){ [ 719.823380] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c12335-fb3d-cdaf-2303-f65fe2190c95" [ 719.823380] env[69217]: _type = "HttpNfcLease" [ 719.823380] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.840270] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.840270] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c12335-fb3d-cdaf-2303-f65fe2190c95" [ 719.840270] env[69217]: _type = "HttpNfcLease" [ 719.840270] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.874811] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3531994, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615839} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.879019] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/1bfb197a-067d-498f-9af3-bd6a384bd451.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.879019] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.879019] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb5ba346-33dc-49e7-808b-0fc1fc10ab87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.888440] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 719.888440] env[69217]: value = "task-3532003" [ 719.888440] env[69217]: _type = "Task" [ 719.888440] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.902724] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.937769] env[69217]: INFO nova.compute.manager [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Took 31.58 seconds to build instance. [ 719.958380] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287ff3f-ef8d-9cd7-c589-3ed4be1f506c, 'name': SearchDatastore_Task, 'duration_secs': 0.031542} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.958642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.958907] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.961077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.961461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.961882] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.961882] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e9f20e-a4a9-46cd-af6c-9cf37d88f391 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.975804] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.975804] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.977461] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a66200e-a0a6-4cb0-b233-86112281c2a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.986623] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 719.986623] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0060b-1c23-f884-115e-aabc0183de54" [ 719.986623] env[69217]: _type = "Task" [ 719.986623] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.994982] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0060b-1c23-f884-115e-aabc0183de54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.153045] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c8b1-cf43-97fa-9ccf-d9955824ccf4, 'name': SearchDatastore_Task, 'duration_secs': 0.020343} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.156440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.156440] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.156440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.156440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.156440] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.156440] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b87c66-18e5-48c5-8071-10c78c53de50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.167741] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.167741] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.167741] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ea2cd4-4a96-42af-8d64-878548b3e2a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.178063] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 720.178063] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52344080-337d-ee8c-eda3-75abe9f9a642" [ 720.178063] env[69217]: _type = "Task" [ 720.178063] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.193749] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52344080-337d-ee8c-eda3-75abe9f9a642, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.195231] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8563dd7b-130b-43a7-abcf-4cb262a735ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.206656] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 720.206656] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5217fd44-609b-e6c6-958b-0755ed7b587e" [ 720.206656] env[69217]: _type = "Task" [ 720.206656] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.218429] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5217fd44-609b-e6c6-958b-0755ed7b587e, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.220555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.220555] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8c5327c2-997c-4753-9876-7e048bedec65/8c5327c2-997c-4753-9876-7e048bedec65.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.220555] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a826a0ab-11f9-4148-96f3-7afc0496ce95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.230445] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 720.230445] env[69217]: value = "task-3532004" [ 720.230445] env[69217]: _type = "Task" [ 720.230445] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.241913] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.266832] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dd02b5-3f48-4b06-850c-de37da86ffe2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.276345] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820b43b-2195-421d-b030-520bb1e4aadc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.315573] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70081674-57ee-4f2d-9704-0bf81940bfef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.328401] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e91c1-799c-4994-a828-8984186705fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.348194] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.351766] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.351766] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c12335-fb3d-cdaf-2303-f65fe2190c95" [ 720.351766] env[69217]: _type = "HttpNfcLease" [ 720.351766] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.351766] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.351766] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c12335-fb3d-cdaf-2303-f65fe2190c95" [ 720.351766] env[69217]: _type = "HttpNfcLease" [ 720.351766] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.351968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157f887-e08d-47c5-b846-845e1d1d0bb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.361988] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.362252] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.441057] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085599} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.441057] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.441057] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e89ccc-33a4-478f-8bac-d1288485a9f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.442784] env[69217]: DEBUG oslo_concurrency.lockutils [None req-70d9801e-84d6-495d-b57d-d509d6d961c9 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.607s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.467731] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/1bfb197a-067d-498f-9af3-bd6a384bd451.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.471365] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db2ba68a-0c10-43c1-8588-58f6e7653a2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.487439] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6435051b-b57d-44ff-ab39-46fcd1f3dee1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.505045] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0060b-1c23-f884-115e-aabc0183de54, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.507255] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 720.507255] env[69217]: value = "task-3532005" [ 720.507255] env[69217]: _type = "Task" [ 720.507255] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.507438] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0671ee7a-feb2-47d6-9131-7600ee57d6ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.529777] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.530166] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 720.530166] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5275916c-1b12-4a90-63df-9cf33a996770" [ 720.530166] env[69217]: _type = "Task" [ 720.530166] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.550026] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5275916c-1b12-4a90-63df-9cf33a996770, 'name': SearchDatastore_Task, 'duration_secs': 0.019164} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.553351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554277] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b5e4935e-86a3-40d4-870e-bcfde8ce3e75/b5e4935e-86a3-40d4-870e-bcfde8ce3e75.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.554652] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0c39b6-037c-4685-aa81-1620d61e3889 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.565672] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 720.565672] env[69217]: value = "task-3532006" [ 720.565672] env[69217]: _type = "Task" [ 720.565672] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.580080] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.667575] env[69217]: DEBUG nova.network.neutron [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updated VIF entry in instance network info cache for port 4baab9ce-1c31-4338-a03a-ead1b25cdf37. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.667775] env[69217]: DEBUG nova.network.neutron [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updating instance_info_cache with network_info: [{"id": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "address": "fa:16:3e:62:ae:1b", "network": {"id": "43704a73-0fad-4d61-8bdd-45888e231b77", "bridge": "br-int", "label": "tempest-ServersTestJSON-204673022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e56f61f7198498f985338319ae69592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4baab9ce-1c", "ovs_interfaceid": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.750753] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532004, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.879530] env[69217]: ERROR nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [req-8ce8cdb8-eb58-47ac-8e89-bfbae6e4dd47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ce8cdb8-eb58-47ac-8e89-bfbae6e4dd47"}]} [ 720.913830] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.947169] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.958883] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.959216] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.979436] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.022421] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.035255] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532005, 'name': ReconfigVM_Task, 'duration_secs': 0.397764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.035746] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/1bfb197a-067d-498f-9af3-bd6a384bd451.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.036800] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad1223d-ecdf-4c3a-9393-1ea07db245a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.053377] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 721.053377] env[69217]: value = "task-3532007" [ 721.053377] env[69217]: _type = "Task" [ 721.053377] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.079913] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532007, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.089387] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.172367] env[69217]: DEBUG oslo_concurrency.lockutils [req-31338e3d-2c13-4a7b-954e-6527d130019c req-fc375f76-9ab8-4e86-889b-b1d23365bfdb service nova] Releasing lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.247014] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574163} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.247327] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8c5327c2-997c-4753-9876-7e048bedec65/8c5327c2-997c-4753-9876-7e048bedec65.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.248050] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.248050] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86bebc1f-9e37-433b-be82-9f6bf18a2258 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.264206] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 721.264206] env[69217]: value = "task-3532008" [ 721.264206] env[69217]: _type = "Task" [ 721.264206] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.272243] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.492979] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.568468] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532007, 'name': Rename_Task, 'duration_secs': 0.338825} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.577674] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.579820] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05ee93c-92ef-4051-9589-17aa523d9c5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.597257] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659876} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.598596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b5e4935e-86a3-40d4-870e-bcfde8ce3e75/b5e4935e-86a3-40d4-870e-bcfde8ce3e75.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.599267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.599381] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 721.599381] env[69217]: value = "task-3532009" [ 721.599381] env[69217]: _type = "Task" [ 721.599381] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.601049] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13df6fe6-0b52-4ef3-9145-8626542a2b43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.615850] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532009, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.617508] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 721.617508] env[69217]: value = "task-3532010" [ 721.617508] env[69217]: _type = "Task" [ 721.617508] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.628539] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.775311] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.775699] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.776523] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370eccde-20b2-47a1-b446-63912f14dc59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.803396] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8c5327c2-997c-4753-9876-7e048bedec65/8c5327c2-997c-4753-9876-7e048bedec65.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.803749] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8b2993-f03a-4aa9-bf87-c57263c1e8ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.829126] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 721.829126] env[69217]: value = "task-3532011" [ 721.829126] env[69217]: _type = "Task" [ 721.829126] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.840080] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.910505] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd1e34-0c64-4107-82a0-d33fc6d58c2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.922368] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a64b4-a787-4e39-a003-cb32f51ddedc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.961095] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5deef-e5cc-4654-beb7-a4fb8f1349f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.973725] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b61809-da8f-47f1-b932-5e2dd44216c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.995951] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.116694] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.128480] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071104} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.129228] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.130108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db77f5-b501-4e7c-908a-4aab16b1e868 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.164229] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b5e4935e-86a3-40d4-870e-bcfde8ce3e75/b5e4935e-86a3-40d4-870e-bcfde8ce3e75.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.164906] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8ed6d2-463e-4b5c-b06b-4c439f2386f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.190353] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 722.190353] env[69217]: value = "task-3532012" [ 722.190353] env[69217]: _type = "Task" [ 722.190353] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.201020] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.343448] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532011, 'name': ReconfigVM_Task, 'duration_secs': 0.50236} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.343770] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8c5327c2-997c-4753-9876-7e048bedec65/8c5327c2-997c-4753-9876-7e048bedec65.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.344447] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b869870-e74d-4af7-b041-ef4838a088d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.354311] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 722.354311] env[69217]: value = "task-3532013" [ 722.354311] env[69217]: _type = "Task" [ 722.354311] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.365241] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532013, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.522472] env[69217]: ERROR nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [req-269250ea-6cfd-43b2-9417-f98be28d0231] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-269250ea-6cfd-43b2-9417-f98be28d0231"}]} [ 722.544545] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.566997] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.566997] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.592939] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.613495] env[69217]: DEBUG oslo_vmware.api [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532009, 'name': PowerOnVM_Task, 'duration_secs': 0.671011} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.614083] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.614083] env[69217]: INFO nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Took 9.99 seconds to spawn the instance on the hypervisor. [ 722.614257] env[69217]: DEBUG nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.615675] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dcc9c1-f3b6-495b-85a2-39c5be16a99a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.619689] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.708884] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.872270] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532013, 'name': Rename_Task, 'duration_secs': 0.254007} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.872609] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.872859] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8133de2-ef08-4be4-9976-8764e2cd828f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.881630] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 722.881630] env[69217]: value = "task-3532014" [ 722.881630] env[69217]: _type = "Task" [ 722.881630] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.890839] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.908976] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.909142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.951923] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.951923] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.139673] env[69217]: INFO nova.compute.manager [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Took 32.03 seconds to build instance. [ 723.201074] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.201327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.210007] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.249512] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857b40a-92ba-47fc-8d11-bcb89d24af32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.260503] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dfe54c-01b9-427c-a181-73e04dcde91a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.296654] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98cf4ce-1ce3-45df-86f5-636cf7607cd3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.304110] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e9591-62f3-42d4-ae19-9b73c0c7fcc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.320455] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.392786] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.642346] env[69217]: DEBUG oslo_concurrency.lockutils [None req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.725s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.665964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.665964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.665964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.665964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.665964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.667533] env[69217]: INFO nova.compute.manager [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Terminating instance [ 723.706554] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.848036] env[69217]: ERROR nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [req-dae0a0d7-b1a3-484a-8df5-415b64982ed8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dae0a0d7-b1a3-484a-8df5-415b64982ed8"}]} [ 723.867435] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.889977] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.890429] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.902891] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.909046] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.930822] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.145867] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.177779] env[69217]: DEBUG nova.compute.manager [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.178093] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.180206] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f454b7-5171-4631-9e73-166e8774575b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.195879] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.200798] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddd1f994-6905-4053-b79c-ec115e477a26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.213539] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532012, 'name': ReconfigVM_Task, 'duration_secs': 1.637568} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.213824] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b5e4935e-86a3-40d4-870e-bcfde8ce3e75/b5e4935e-86a3-40d4-870e-bcfde8ce3e75.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.214731] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9e2c18-cd74-476d-82e4-2890c66071e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.228012] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 724.228012] env[69217]: value = "task-3532016" [ 724.228012] env[69217]: _type = "Task" [ 724.228012] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.241194] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532016, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.297132] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.297198] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.297352] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleting the datastore file [datastore1] 87ea1913-e475-40c2-bb66-8777a9fdd5c4 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.297632] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0c0144-1c1e-4c78-b2b9-b1230cbdd58a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.307413] env[69217]: DEBUG oslo_vmware.api [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 724.307413] env[69217]: value = "task-3532017" [ 724.307413] env[69217]: _type = "Task" [ 724.307413] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.318735] env[69217]: DEBUG oslo_vmware.api [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.393700] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532014, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.588173] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c4e87-01ac-48e7-8249-612e7e4ca108 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.597241] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf7a4a-e342-43c7-b924-faca71edcf21 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.633515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f211ef-09d0-4fdf-9113-82506cc87693 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.642749] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d202f0-da42-4592-9236-64eb168ce290 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.661315] env[69217]: DEBUG nova.compute.provider_tree [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.675435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.746023] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532016, 'name': Rename_Task, 'duration_secs': 0.237789} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.746476] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.746814] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2791af1f-761d-499e-8cbb-3c445afaa737 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.756458] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 724.756458] env[69217]: value = "task-3532018" [ 724.756458] env[69217]: _type = "Task" [ 724.756458] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.765533] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.817993] env[69217]: DEBUG oslo_vmware.api [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156595} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.818280] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.818463] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.818661] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.818824] env[69217]: INFO nova.compute.manager [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Took 0.64 seconds to destroy the instance on the hypervisor. [ 724.819071] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.819262] env[69217]: DEBUG nova.compute.manager [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.819355] env[69217]: DEBUG nova.network.neutron [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.893961] env[69217]: DEBUG oslo_vmware.api [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532014, 'name': PowerOnVM_Task, 'duration_secs': 1.67336} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.896315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.896543] env[69217]: INFO nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Took 9.50 seconds to spawn the instance on the hypervisor. [ 724.896721] env[69217]: DEBUG nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.897576] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4fe3d-a660-4d4b-9820-fd8b604bb1d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.166097] env[69217]: DEBUG nova.scheduler.client.report [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.269332] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.418891] env[69217]: INFO nova.compute.manager [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Took 29.86 seconds to build instance. [ 725.486592] env[69217]: DEBUG nova.compute.manager [req-28fe8a18-8e89-44a1-b4a1-f3c2a77b2c83 req-4e5ce2fa-73e9-45a9-83c2-862fd1aa9bd0 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Received event network-vif-deleted-81e683b8-811d-4a68-97e3-a45dda4f56ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.486733] env[69217]: INFO nova.compute.manager [req-28fe8a18-8e89-44a1-b4a1-f3c2a77b2c83 req-4e5ce2fa-73e9-45a9-83c2-862fd1aa9bd0 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Neutron deleted interface 81e683b8-811d-4a68-97e3-a45dda4f56ee; detaching it from the instance and deleting it from the info cache [ 725.486939] env[69217]: DEBUG nova.network.neutron [req-28fe8a18-8e89-44a1-b4a1-f3c2a77b2c83 req-4e5ce2fa-73e9-45a9-83c2-862fd1aa9bd0 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.624949] env[69217]: DEBUG nova.network.neutron [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.672677] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.245s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.673535] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.677376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.541s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.679489] env[69217]: INFO nova.compute.claims [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.768292] env[69217]: DEBUG oslo_vmware.api [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532018, 'name': PowerOnVM_Task, 'duration_secs': 0.752614} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.768585] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.768808] env[69217]: INFO nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Took 18.88 seconds to spawn the instance on the hypervisor. [ 725.769025] env[69217]: DEBUG nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.769852] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc4426-4bed-401f-bd5b-c2dfa208f0f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.921261] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b8890342-1a84-4b9c-9318-22219dd0eff0 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.647s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.989845] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d648c02-cb58-4234-b85d-2aced5d3f25f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.001958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de16ac-794b-417c-a526-ad7725b97d41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.041078] env[69217]: DEBUG nova.compute.manager [req-28fe8a18-8e89-44a1-b4a1-f3c2a77b2c83 req-4e5ce2fa-73e9-45a9-83c2-862fd1aa9bd0 service nova] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Detach interface failed, port_id=81e683b8-811d-4a68-97e3-a45dda4f56ee, reason: Instance 87ea1913-e475-40c2-bb66-8777a9fdd5c4 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.127711] env[69217]: INFO nova.compute.manager [-] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Took 1.31 seconds to deallocate network for instance. [ 726.186534] env[69217]: DEBUG nova.compute.utils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.190329] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.190528] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.260296] env[69217]: DEBUG nova.policy [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7dac896f0b41de9d48c47e01e06517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7980e2400744463f906213e4951741e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.291120] env[69217]: INFO nova.compute.manager [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Took 43.59 seconds to build instance. [ 726.424463] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.634636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.671832] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Successfully created port: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.690856] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.793195] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.675s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.928709] env[69217]: DEBUG nova.compute.manager [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Received event network-changed-4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.928836] env[69217]: DEBUG nova.compute.manager [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Refreshing instance network info cache due to event network-changed-4baab9ce-1c31-4338-a03a-ead1b25cdf37. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.929180] env[69217]: DEBUG oslo_concurrency.lockutils [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] Acquiring lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.929329] env[69217]: DEBUG oslo_concurrency.lockutils [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] Acquired lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.929533] env[69217]: DEBUG nova.network.neutron [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Refreshing network info cache for port 4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.966513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.299720] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.462155] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba715deb-69fd-4121-8352-68ffe3bbeba7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.471730] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edeedd-b2e7-4ddd-91fb-f4f938b24f88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.513298] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b449c-d29f-4bcb-9534-b0ff0b87dc89 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.517105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.517105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.517380] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.517620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.518116] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.521423] env[69217]: INFO nova.compute.manager [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Terminating instance [ 727.529291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf857e5-175d-46d2-bc2d-e7cabf21f2b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.548230] env[69217]: DEBUG nova.compute.provider_tree [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.707974] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.741125] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.741125] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.741235] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.741807] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.741807] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.741940] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.742327] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.742327] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.742526] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.742827] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.742929] env[69217]: DEBUG nova.virt.hardware [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.744046] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dc6d6-267f-4122-82e4-9562250547ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.755854] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae68f24-a638-4fc7-9571-87c8acb717eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.798540] env[69217]: DEBUG nova.network.neutron [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updated VIF entry in instance network info cache for port 4baab9ce-1c31-4338-a03a-ead1b25cdf37. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.798896] env[69217]: DEBUG nova.network.neutron [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updating instance_info_cache with network_info: [{"id": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "address": "fa:16:3e:62:ae:1b", "network": {"id": "43704a73-0fad-4d61-8bdd-45888e231b77", "bridge": "br-int", "label": "tempest-ServersTestJSON-204673022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e56f61f7198498f985338319ae69592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4baab9ce-1c", "ovs_interfaceid": "4baab9ce-1c31-4338-a03a-ead1b25cdf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.829297] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.029549] env[69217]: DEBUG nova.compute.manager [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.029903] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.030850] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc035570-c27a-4114-a5ef-f1eece00e566 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.040255] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.040533] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91877711-9fe3-4974-934a-32744396bf42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.048549] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 728.048549] env[69217]: value = "task-3532019" [ 728.048549] env[69217]: _type = "Task" [ 728.048549] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.052984] env[69217]: DEBUG nova.scheduler.client.report [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.070605] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.241637] env[69217]: DEBUG nova.compute.manager [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Received event network-vif-plugged-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.242762] env[69217]: DEBUG oslo_concurrency.lockutils [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] Acquiring lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.242762] env[69217]: DEBUG oslo_concurrency.lockutils [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.242762] env[69217]: DEBUG oslo_concurrency.lockutils [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.242762] env[69217]: DEBUG nova.compute.manager [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] No waiting events found dispatching network-vif-plugged-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.243166] env[69217]: WARNING nova.compute.manager [req-fa94edcb-1c4a-49b8-a7f1-765690afb3a2 req-310bee6a-9529-4dba-ac73-178ef9127341 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Received unexpected event network-vif-plugged-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 for instance with vm_state building and task_state spawning. [ 728.304293] env[69217]: DEBUG oslo_concurrency.lockutils [req-bc93d49d-bde0-4496-9aa3-58409670e1f9 req-9dee8f56-be48-4613-b986-c5ff03fed839 service nova] Releasing lock "refresh_cache-8c5327c2-997c-4753-9876-7e048bedec65" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.373697] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Successfully updated port: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.561660] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532019, 'name': PowerOffVM_Task, 'duration_secs': 0.363383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.562092] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.562279] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.562561] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6724e098-cdb6-4f9a-b69f-d767293e0b08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.570572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.571249] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.575046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.157s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.575211] env[69217]: DEBUG nova.objects.instance [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lazy-loading 'resources' on Instance uuid be32720d-7237-41f3-8438-4eec21659cf6 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.730545] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.731247] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.731247] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleting the datastore file [datastore2] b5e4935e-86a3-40d4-870e-bcfde8ce3e75 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.731592] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3904c0ad-9158-43ba-96a3-cc78baabb389 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.738828] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 728.738828] env[69217]: value = "task-3532021" [ 728.738828] env[69217]: _type = "Task" [ 728.738828] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.747728] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.785832] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 728.786850] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653cc91-f36f-42e1-bef7-19e9f47909ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.793664] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 728.794548] env[69217]: ERROR oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk due to incomplete transfer. [ 728.794548] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b91cf7f-f6b8-4242-a980-80b19e995091 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.802362] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52829116-096b-5212-7bc5-4e6a589ff100/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 728.802564] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Uploaded image f259283d-9047-4cd0-8098-9fb1978ff99f to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 728.804676] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 728.804953] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6681dff9-0f0e-4c0a-b4e6-a3ebb4a32160 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.812477] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 728.812477] env[69217]: value = "task-3532022" [ 728.812477] env[69217]: _type = "Task" [ 728.812477] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.821769] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532022, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.876673] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.876835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.876968] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.078347] env[69217]: DEBUG nova.compute.utils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.082565] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.082739] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.134272] env[69217]: DEBUG nova.policy [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7093e34bb467415e9080bbccdc4a8bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af874b3962eb4107bb7acb95a4a349ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.252983] env[69217]: DEBUG oslo_vmware.api [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182346} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.253347] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.253829] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.253829] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.254063] env[69217]: INFO nova.compute.manager [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Took 1.22 seconds to destroy the instance on the hypervisor. [ 729.254376] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.254656] env[69217]: DEBUG nova.compute.manager [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.254811] env[69217]: DEBUG nova.network.neutron [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.323155] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532022, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.421462] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.576384] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Successfully created port: 611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.585094] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.607996] env[69217]: DEBUG nova.network.neutron [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updating instance_info_cache with network_info: [{"id": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "address": "fa:16:3e:d8:49:43", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6f2482-87", "ovs_interfaceid": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.717071] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ab774-9b07-4642-b202-7b3890bcc163 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.722981] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27220b17-194d-448e-9066-b8fe3bc3bd88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.756439] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1a334-e4e0-4e16-9dae-49bd9449dc2f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.765382] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9371e26-a3f6-40fb-b1e7-1bf241b86b65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.780529] env[69217]: DEBUG nova.compute.provider_tree [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.826160] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532022, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.117017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.117017] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Instance network_info: |[{"id": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "address": "fa:16:3e:d8:49:43", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6f2482-87", "ovs_interfaceid": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.117017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:49:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b6f2482-876d-42c8-9ada-bddfa6ae24b3', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.124614] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.124842] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.125089] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8feafa29-a7a3-4fe0-be3e-020c076e2115 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.151152] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.151152] env[69217]: value = "task-3532023" [ 730.151152] env[69217]: _type = "Task" [ 730.151152] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.164345] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532023, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.285027] env[69217]: DEBUG nova.scheduler.client.report [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.328119] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532022, 'name': Destroy_Task, 'duration_secs': 1.2008} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.329829] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Destroyed the VM [ 730.330293] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.330846] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d604fc7-914b-45bc-a5f4-eeefff174b6d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.343086] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 730.343086] env[69217]: value = "task-3532024" [ 730.343086] env[69217]: _type = "Task" [ 730.343086] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.354516] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532024, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.429055] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "7120b731-6946-48ee-9d53-74f7b9d92858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.429055] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.429055] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.429055] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.429524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.433389] env[69217]: INFO nova.compute.manager [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Terminating instance [ 730.465976] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Received event network-changed-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.466407] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Refreshing instance network info cache due to event network-changed-5b6f2482-876d-42c8-9ada-bddfa6ae24b3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.466802] env[69217]: DEBUG oslo_concurrency.lockutils [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] Acquiring lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.467333] env[69217]: DEBUG oslo_concurrency.lockutils [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] Acquired lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.467746] env[69217]: DEBUG nova.network.neutron [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Refreshing network info cache for port 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.595857] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.619197] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.619484] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.619654] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.619840] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.619992] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.620159] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.620368] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.620526] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.620694] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.620858] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.621081] env[69217]: DEBUG nova.virt.hardware [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.621975] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fbb40c-08ad-4c2d-adcc-3c7189caee98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.633383] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5decc2ac-471e-41f1-ba0e-7e46f5164a02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.665529] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532023, 'name': CreateVM_Task, 'duration_secs': 0.351114} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.665730] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.666681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.666860] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.667667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.668042] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a893617-e390-4159-8577-c77b1f739544 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.674625] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 730.674625] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52255d54-13b3-7e64-87ef-f166a38d93f0" [ 730.674625] env[69217]: _type = "Task" [ 730.674625] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.684836] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52255d54-13b3-7e64-87ef-f166a38d93f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.790121] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.792443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.581s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.794014] env[69217]: INFO nova.compute.claims [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.807051] env[69217]: INFO nova.scheduler.client.report [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Deleted allocations for instance be32720d-7237-41f3-8438-4eec21659cf6 [ 730.835013] env[69217]: DEBUG nova.network.neutron [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.854878] env[69217]: DEBUG oslo_vmware.api [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532024, 'name': RemoveSnapshot_Task, 'duration_secs': 0.345818} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.855159] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 730.855387] env[69217]: INFO nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 730.940761] env[69217]: DEBUG nova.compute.manager [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.940761] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.941552] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd0ebeb-0d45-43f0-8cc9-9ce64407377d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.950575] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.950834] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f0200d-82ac-433d-889d-7c23a58a6748 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.065156] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.065387] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.065570] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore1] 7120b731-6946-48ee-9d53-74f7b9d92858 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.065854] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9057f153-ecc2-414c-8113-8a23c5f89ca1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.074046] env[69217]: DEBUG oslo_vmware.api [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 731.074046] env[69217]: value = "task-3532026" [ 731.074046] env[69217]: _type = "Task" [ 731.074046] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.081922] env[69217]: DEBUG oslo_vmware.api [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.166274] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "ecb26f1d-77d3-4475-a07b-f86ded036620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.166504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.185758] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52255d54-13b3-7e64-87ef-f166a38d93f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.187551] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.187551] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.187551] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.187551] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.187551] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.187551] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc692d16-3bfc-48b9-b72c-6c855e2d2dea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.195945] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.196146] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.196843] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9705a2-bb32-4ed4-be25-2f3d0f5c5e5b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.202802] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 731.202802] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b3bd1-bfb2-4f5a-396d-a50fc26ba680" [ 731.202802] env[69217]: _type = "Task" [ 731.202802] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.216440] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b3bd1-bfb2-4f5a-396d-a50fc26ba680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.279628] env[69217]: DEBUG nova.network.neutron [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updated VIF entry in instance network info cache for port 5b6f2482-876d-42c8-9ada-bddfa6ae24b3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.280107] env[69217]: DEBUG nova.network.neutron [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updating instance_info_cache with network_info: [{"id": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "address": "fa:16:3e:d8:49:43", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6f2482-87", "ovs_interfaceid": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.314038] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Lock "be32720d-7237-41f3-8438-4eec21659cf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.036s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.336933] env[69217]: INFO nova.compute.manager [-] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Took 2.08 seconds to deallocate network for instance. [ 731.359809] env[69217]: DEBUG nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance disappeared during snapshot {{(pid=69217) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 731.370633] env[69217]: DEBUG nova.compute.manager [None req-af4357d2-0f31-4b34-a58c-d34dfcb3b7f5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image not found during clean up f259283d-9047-4cd0-8098-9fb1978ff99f {{(pid=69217) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 731.464337] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Successfully updated port: 611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.586137] env[69217]: DEBUG oslo_vmware.api [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136686} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.586404] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.586584] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.586779] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.586992] env[69217]: INFO nova.compute.manager [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Took 0.65 seconds to destroy the instance on the hypervisor. [ 731.587266] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.587404] env[69217]: DEBUG nova.compute.manager [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.587500] env[69217]: DEBUG nova.network.neutron [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.714130] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b3bd1-bfb2-4f5a-396d-a50fc26ba680, 'name': SearchDatastore_Task, 'duration_secs': 0.013814} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.715330] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d63521-5686-41cf-a2c1-fce64e44c99c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.721176] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 731.721176] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b1073e-4114-c084-4a12-8197fe8d4f0c" [ 731.721176] env[69217]: _type = "Task" [ 731.721176] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.730324] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b1073e-4114-c084-4a12-8197fe8d4f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.789530] env[69217]: DEBUG oslo_concurrency.lockutils [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] Releasing lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.789530] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-deleted-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.789530] env[69217]: INFO nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Neutron deleted interface a113325b-5603-46d9-b8f7-b9b4f5b39ea2; detaching it from the instance and deleting it from the info cache [ 731.789530] env[69217]: DEBUG nova.network.neutron [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [{"id": "983b6b06-411c-4a54-8303-d254d8d80088", "address": "fa:16:3e:fd:d1:3a", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983b6b06-41", "ovs_interfaceid": "983b6b06-411c-4a54-8303-d254d8d80088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe205e71-d49e-42a5-9959-fc27459a88ff", "address": "fa:16:3e:9c:cb:eb", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe205e71-d4", "ovs_interfaceid": "fe205e71-d49e-42a5-9959-fc27459a88ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.843191] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.967819] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.967971] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.968213] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.234664] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b1073e-4114-c084-4a12-8197fe8d4f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.236021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.236021] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/b8a9a60d-422c-46c1-bfa2-749d678b9220.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.236021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e39d21f-3e78-4eb3-99af-fc6fbee8d993 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.245054] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 732.245054] env[69217]: value = "task-3532027" [ 732.245054] env[69217]: _type = "Task" [ 732.245054] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.257742] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.291891] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3bd99a1-d9cb-43ad-8dc8-ff3fde7c275a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.302613] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155eb172-0f59-4ffd-b8ab-6dcf7fe47160 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.346329] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Detach interface failed, port_id=a113325b-5603-46d9-b8f7-b9b4f5b39ea2, reason: Instance b5e4935e-86a3-40d4-870e-bcfde8ce3e75 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.346610] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-deleted-fe205e71-d49e-42a5-9959-fc27459a88ff {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.347140] env[69217]: INFO nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Neutron deleted interface fe205e71-d49e-42a5-9959-fc27459a88ff; detaching it from the instance and deleting it from the info cache [ 732.347477] env[69217]: DEBUG nova.network.neutron [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [{"id": "983b6b06-411c-4a54-8303-d254d8d80088", "address": "fa:16:3e:fd:d1:3a", "network": {"id": "179e8e89-325d-4a1d-990d-a62b0ecb2c9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153958337", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983b6b06-41", "ovs_interfaceid": "983b6b06-411c-4a54-8303-d254d8d80088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.397191] env[69217]: DEBUG nova.network.neutron [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.418012] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da6f699-4ca7-4d71-8a58-1d8409249231 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.428491] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ecb58-004c-4f4f-9be1-5653122d1d05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.468076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ca834-b222-4a3e-a1b1-b9ae59cb413f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.478060] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354df6dc-3665-418e-8e9f-dd4a370203b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.495132] env[69217]: DEBUG nova.compute.provider_tree [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.540304] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.555936] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Received event network-vif-deleted-983b6b06-411c-4a54-8303-d254d8d80088 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.556158] env[69217]: INFO nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Neutron deleted interface 983b6b06-411c-4a54-8303-d254d8d80088; detaching it from the instance and deleting it from the info cache [ 732.556576] env[69217]: DEBUG nova.network.neutron [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.756676] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472143} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.756954] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/b8a9a60d-422c-46c1-bfa2-749d678b9220.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.757609] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.757609] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84bde567-3a46-4750-b874-496b31331790 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.766172] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 732.766172] env[69217]: value = "task-3532028" [ 732.766172] env[69217]: _type = "Task" [ 732.766172] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.775444] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.823093] env[69217]: DEBUG nova.network.neutron [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Updating instance_info_cache with network_info: [{"id": "611a125b-9560-4e8a-a62f-eede0c1164d6", "address": "fa:16:3e:57:bc:e0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611a125b-95", "ovs_interfaceid": "611a125b-9560-4e8a-a62f-eede0c1164d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.856037] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef46c98c-4fad-4012-9059-051f21761299 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.865664] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7caddf-276f-4130-a70b-d8fe6e6f7b15 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.908043] env[69217]: INFO nova.compute.manager [-] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Took 1.32 seconds to deallocate network for instance. [ 732.908615] env[69217]: DEBUG nova.compute.manager [req-262d4520-1d5a-40ea-bf0f-e9f92332c8f5 req-81cd3a85-df6b-4ce6-ba29-00a75dc51c40 service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Detach interface failed, port_id=fe205e71-d49e-42a5-9959-fc27459a88ff, reason: Instance b5e4935e-86a3-40d4-870e-bcfde8ce3e75 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.998736] env[69217]: DEBUG nova.scheduler.client.report [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.060429] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-974a2885-6861-48e0-8451-682fe85ec258 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.075169] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c0da2-de26-4d9f-8a55-7b16250cc3f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.090405] env[69217]: DEBUG nova.objects.instance [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lazy-loading 'flavor' on Instance uuid a6a64814-a8d6-4180-83e6-08a130186223 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.119779] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Detach interface failed, port_id=983b6b06-411c-4a54-8303-d254d8d80088, reason: Instance b5e4935e-86a3-40d4-870e-bcfde8ce3e75 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 733.119952] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Received event network-vif-plugged-611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.120169] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Acquiring lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.120375] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.120539] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.120701] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] No waiting events found dispatching network-vif-plugged-611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.120865] env[69217]: WARNING nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Received unexpected event network-vif-plugged-611a125b-9560-4e8a-a62f-eede0c1164d6 for instance with vm_state building and task_state spawning. [ 733.121069] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Received event network-changed-611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.121247] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Refreshing instance network info cache due to event network-changed-611a125b-9560-4e8a-a62f-eede0c1164d6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.121537] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Acquiring lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.274619] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.274892] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.275685] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5867e90e-d6e1-44a3-8d15-03bd77a68698 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.300414] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/b8a9a60d-422c-46c1-bfa2-749d678b9220.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.300819] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a41ab00-2030-4dc3-92a3-c838a9efa9f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.323263] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 733.323263] env[69217]: value = "task-3532029" [ 733.323263] env[69217]: _type = "Task" [ 733.323263] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.326856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.327174] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Instance network_info: |[{"id": "611a125b-9560-4e8a-a62f-eede0c1164d6", "address": "fa:16:3e:57:bc:e0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611a125b-95", "ovs_interfaceid": "611a125b-9560-4e8a-a62f-eede0c1164d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.327454] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Acquired lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.327629] env[69217]: DEBUG nova.network.neutron [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Refreshing network info cache for port 611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.328801] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:bc:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611a125b-9560-4e8a-a62f-eede0c1164d6', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.336127] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.337009] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.337288] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71755914-078b-4021-8cce-d99ede62889a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.356554] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.362526] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.362526] env[69217]: value = "task-3532030" [ 733.362526] env[69217]: _type = "Task" [ 733.362526] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.372152] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532030, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.418320] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.509065] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.510217] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.513160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.505s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.513160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.513302] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 733.513586] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.458s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.513792] env[69217]: DEBUG nova.objects.instance [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lazy-loading 'resources' on Instance uuid 36611fa9-f155-4cfc-a2ad-7c917a03a2fd {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.518352] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95e417-2d18-4d16-8f2b-da3c280e7c96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.528077] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebdd4d2-3711-41ad-b7b7-0343d9d6ce24 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.546301] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee58b753-2f3f-4386-8cad-ec04e6f330e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.555170] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9b4f5-c2d6-4116-88d4-322e329550b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.588055] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180106MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 733.588352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.597032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.597032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.836395] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532029, 'name': ReconfigVM_Task, 'duration_secs': 0.326533} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.836675] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Reconfigured VM instance instance-0000001c to attach disk [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/b8a9a60d-422c-46c1-bfa2-749d678b9220.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.842123] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613c7567-6275-4743-ad17-09895104b6a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.848907] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 733.848907] env[69217]: value = "task-3532031" [ 733.848907] env[69217]: _type = "Task" [ 733.848907] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.860136] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532031, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.872686] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532030, 'name': CreateVM_Task, 'duration_secs': 0.378081} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.873091] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.873986] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.874422] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.874977] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.875189] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dede364-ddc2-4a98-a17e-38c396d58d1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.882592] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 733.882592] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1208b-40ba-a97e-20fa-70e4ac057cfe" [ 733.882592] env[69217]: _type = "Task" [ 733.882592] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.891832] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1208b-40ba-a97e-20fa-70e4ac057cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.022204] env[69217]: DEBUG nova.compute.utils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.034378] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.034378] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.085603] env[69217]: DEBUG nova.policy [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0afae4bdfcb543929a3cd1e9e2afa76f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8e471d649d7456d98510d477819cafc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.340120] env[69217]: DEBUG nova.network.neutron [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Updated VIF entry in instance network info cache for port 611a125b-9560-4e8a-a62f-eede0c1164d6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.340120] env[69217]: DEBUG nova.network.neutron [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Updating instance_info_cache with network_info: [{"id": "611a125b-9560-4e8a-a62f-eede0c1164d6", "address": "fa:16:3e:57:bc:e0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611a125b-95", "ovs_interfaceid": "611a125b-9560-4e8a-a62f-eede0c1164d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.360740] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532031, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.394476] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1208b-40ba-a97e-20fa-70e4ac057cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.397132] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.397371] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.397796] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.397796] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.397908] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.398376] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b812e76-0616-4d96-b140-8d958840f4a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.415123] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.415123] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.415123] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65857101-b17b-4854-ae42-228aee081bf4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.422985] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 734.422985] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d2f0f6-47cd-c0f4-4d28-a4b0352da365" [ 734.422985] env[69217]: _type = "Task" [ 734.422985] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.431805] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d2f0f6-47cd-c0f4-4d28-a4b0352da365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.478849] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Successfully created port: 76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.536047] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.627814] env[69217]: DEBUG nova.network.neutron [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.672035] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d38dc4-5776-428b-9db1-cb34ce57cce7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.685671] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892f4be-3146-4bf2-bebe-115089beb0c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.695723] env[69217]: DEBUG nova.compute.manager [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.695957] env[69217]: DEBUG nova.compute.manager [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing instance network info cache due to event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.696249] env[69217]: DEBUG oslo_concurrency.lockutils [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.726850] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5b7b3c-9faa-43f3-b724-c6576553cc28 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.737641] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29e8c7-626e-426a-8c55-f17596fce633 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.753559] env[69217]: DEBUG nova.compute.provider_tree [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.843871] env[69217]: DEBUG oslo_concurrency.lockutils [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] Releasing lock "refresh_cache-ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.844257] env[69217]: DEBUG nova.compute.manager [req-8d9bcc19-6ff3-4da0-8cc7-99f67d58b660 req-1304f253-ec44-4380-b004-1a6310f93d1e service nova] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Received event network-vif-deleted-69fae88b-0722-49eb-b0bc-3ec246e3c411 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.861302] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532031, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.941026] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d2f0f6-47cd-c0f4-4d28-a4b0352da365, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.941026] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae4bc52-1da8-415d-8381-475bd175c266 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.947113] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 734.947113] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223ebfe-4021-287f-b2a6-d7623d10bbf8" [ 734.947113] env[69217]: _type = "Task" [ 734.947113] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.957135] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223ebfe-4021-287f-b2a6-d7623d10bbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.265354] env[69217]: DEBUG nova.scheduler.client.report [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.368412] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532031, 'name': Rename_Task, 'duration_secs': 1.158402} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.369208] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.369586] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41325184-244b-4083-bf01-2c143cdd72ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.377019] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 735.377019] env[69217]: value = "task-3532032" [ 735.377019] env[69217]: _type = "Task" [ 735.377019] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.387422] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.460412] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223ebfe-4021-287f-b2a6-d7623d10bbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.460412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.460412] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd/ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.460412] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c237c2e-e5e7-4e18-9692-d73663f50f51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.473022] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 735.473022] env[69217]: value = "task-3532033" [ 735.473022] env[69217]: _type = "Task" [ 735.473022] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.480888] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.545060] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.571236] env[69217]: DEBUG nova.network.neutron [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.575249] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.575495] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.575658] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.575844] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.575992] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.576158] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.576374] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.576534] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.576701] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.576862] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.577053] env[69217]: DEBUG nova.virt.hardware [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.577998] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc8068-28b3-4902-ac2f-42aa2a7338b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.587738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf61253-843b-4547-a1ea-a813ebd56a64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.769160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.771953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.082s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.772182] env[69217]: DEBUG nova.objects.instance [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 735.800936] env[69217]: INFO nova.scheduler.client.report [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleted allocations for instance 36611fa9-f155-4cfc-a2ad-7c917a03a2fd [ 735.895758] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532032, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.986441] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469313} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.986703] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd/ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.986915] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.987205] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c82499c5-2ca8-4202-b1d1-ccd612730baa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.000038] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 736.000038] env[69217]: value = "task-3532034" [ 736.000038] env[69217]: _type = "Task" [ 736.000038] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.011732] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.032677] env[69217]: DEBUG nova.compute.manager [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Received event network-vif-plugged-76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.032890] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] Acquiring lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.033177] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.033311] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.035131] env[69217]: DEBUG nova.compute.manager [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] No waiting events found dispatching network-vif-plugged-76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.035362] env[69217]: WARNING nova.compute.manager [req-fbb79f67-c86b-4bb3-8e01-7a1259e237f6 req-a7139046-542c-423e-96c4-f8fa76fc5e2d service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Received unexpected event network-vif-plugged-76d9c161-a1f9-462c-b5d2-52074c63a768 for instance with vm_state building and task_state spawning. [ 736.083251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.083251] env[69217]: DEBUG nova.compute.manager [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Inject network info {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 736.083251] env[69217]: DEBUG nova.compute.manager [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] network_info to inject: |[{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 736.091750] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfiguring VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 736.091750] env[69217]: DEBUG oslo_concurrency.lockutils [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.091750] env[69217]: DEBUG nova.network.neutron [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.092000] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062da710-51b8-46ff-8813-aa8740be0ec6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.116517] env[69217]: DEBUG oslo_vmware.api [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 736.116517] env[69217]: value = "task-3532035" [ 736.116517] env[69217]: _type = "Task" [ 736.116517] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.126344] env[69217]: DEBUG oslo_vmware.api [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.167784] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Successfully updated port: 76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.313653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-628d8b64-9dfc-493b-a02f-36d6a34a1694 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.880s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.314177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.873s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.314406] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.314610] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.314777] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.316489] env[69217]: INFO nova.compute.manager [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Terminating instance [ 736.389776] env[69217]: DEBUG oslo_vmware.api [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532032, 'name': PowerOnVM_Task, 'duration_secs': 0.75083} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.390064] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.390288] env[69217]: INFO nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Took 8.68 seconds to spawn the instance on the hypervisor. [ 736.390487] env[69217]: DEBUG nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.391590] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17076c4b-c896-4a8d-b8b2-a94eb955ff60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.507487] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123868} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.507872] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.508889] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee2671-aebd-4fa0-9978-b0d02175898b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.537973] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd/ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.538327] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb42f94-a631-47e8-82ed-47afcaa52b2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.560915] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 736.560915] env[69217]: value = "task-3532036" [ 736.560915] env[69217]: _type = "Task" [ 736.560915] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.569391] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.626537] env[69217]: DEBUG oslo_vmware.api [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532035, 'name': ReconfigVM_Task, 'duration_secs': 0.237571} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.626812] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22b876f5-0956-4743-8e4e-e09f2b0b0332 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfigured VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 736.670565] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.670759] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquired lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.670930] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.782843] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddc3522c-d17e-4d25-8891-dbd8b5d45654 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.785096] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.618s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.789446] env[69217]: INFO nova.compute.claims [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.820790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.820790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquired lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820790] env[69217]: DEBUG nova.network.neutron [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.903386] env[69217]: DEBUG nova.network.neutron [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updated VIF entry in instance network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.903777] env[69217]: DEBUG nova.network.neutron [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.918411] env[69217]: INFO nova.compute.manager [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Took 39.06 seconds to build instance. [ 737.071853] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532036, 'name': ReconfigVM_Task, 'duration_secs': 0.298449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.072339] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd/ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.073349] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98939a6f-936b-49e5-91cc-4af7cd200d26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086028] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 737.086028] env[69217]: value = "task-3532037" [ 737.086028] env[69217]: _type = "Task" [ 737.086028] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.093461] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532037, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.234396] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.325145] env[69217]: DEBUG nova.compute.utils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Can not refresh info_cache because instance was not found {{(pid=69217) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 737.346217] env[69217]: DEBUG nova.network.neutron [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.410287] env[69217]: DEBUG oslo_concurrency.lockutils [req-47ad1a4b-17a6-4d01-be43-db407c8c3b81 req-74f8b9fb-ca0c-4858-a762-ded0514b2e26 service nova] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.421769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.639s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.447079] env[69217]: DEBUG nova.network.neutron [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.455703] env[69217]: DEBUG nova.objects.instance [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lazy-loading 'flavor' on Instance uuid a6a64814-a8d6-4180-83e6-08a130186223 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.475908] env[69217]: DEBUG nova.network.neutron [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updating instance_info_cache with network_info: [{"id": "76d9c161-a1f9-462c-b5d2-52074c63a768", "address": "fa:16:3e:0d:d0:a4", "network": {"id": "3aa6ab39-29d6-4858-bf10-f8a8d32cf4b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1582981195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8e471d649d7456d98510d477819cafc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9c161-a1", "ovs_interfaceid": "76d9c161-a1f9-462c-b5d2-52074c63a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.596372] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532037, 'name': Rename_Task, 'duration_secs': 0.151514} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.596732] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.596904] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b79a14-1aee-493d-82d1-d2eb6e00cead {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.605045] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 737.605045] env[69217]: value = "task-3532038" [ 737.605045] env[69217]: _type = "Task" [ 737.605045] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.613505] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.804519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.804761] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.804957] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.805158] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.805413] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.807417] env[69217]: INFO nova.compute.manager [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Terminating instance [ 737.923449] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.950764] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Releasing lock "refresh_cache-36611fa9-f155-4cfc-a2ad-7c917a03a2fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.951063] env[69217]: DEBUG nova.compute.manager [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.951267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.951592] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35510ebe-abea-432b-ac1f-09dd9444d5e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.969733] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.969907] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984734] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ec78c-17d5-4c95-9401-5057f6a230c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.996495] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Releasing lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.996840] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Instance network_info: |[{"id": "76d9c161-a1f9-462c-b5d2-52074c63a768", "address": "fa:16:3e:0d:d0:a4", "network": {"id": "3aa6ab39-29d6-4858-bf10-f8a8d32cf4b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1582981195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8e471d649d7456d98510d477819cafc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9c161-a1", "ovs_interfaceid": "76d9c161-a1f9-462c-b5d2-52074c63a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.000990] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d0:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d9c161-a1f9-462c-b5d2-52074c63a768', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.008177] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Creating folder: Project (a8e471d649d7456d98510d477819cafc). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.009785] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-733ef7ad-aa14-44a7-b442-5f9efe60304e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.038995] env[69217]: WARNING nova.virt.vmwareapi.vmops [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 36611fa9-f155-4cfc-a2ad-7c917a03a2fd could not be found. [ 738.039320] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.039453] env[69217]: INFO nova.compute.manager [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 0.09 seconds to destroy the instance on the hypervisor. [ 738.039687] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.043677] env[69217]: DEBUG nova.compute.manager [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.043784] env[69217]: DEBUG nova.network.neutron [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.045461] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Created folder: Project (a8e471d649d7456d98510d477819cafc) in parent group-v705386. [ 738.045642] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Creating folder: Instances. Parent ref: group-v705469. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.046976] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4512a85a-6ef4-4af6-b841-d99fb1cea19a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058605] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Created folder: Instances in parent group-v705469. [ 738.058870] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.061536] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.061962] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5112475e-1841-4b85-bab3-79b6ed790792 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.080186] env[69217]: DEBUG nova.network.neutron [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.088367] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.088367] env[69217]: value = "task-3532041" [ 738.088367] env[69217]: _type = "Task" [ 738.088367] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.099125] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532041, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.116308] env[69217]: DEBUG oslo_vmware.api [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532038, 'name': PowerOnVM_Task, 'duration_secs': 0.456276} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.116594] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.116832] env[69217]: INFO nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Took 7.52 seconds to spawn the instance on the hypervisor. [ 738.116958] env[69217]: DEBUG nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.119539] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e23c2a-e5b5-45d8-bdc2-6a2987cf116f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.286591] env[69217]: DEBUG nova.compute.manager [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Received event network-changed-76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.286972] env[69217]: DEBUG nova.compute.manager [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Refreshing instance network info cache due to event network-changed-76d9c161-a1f9-462c-b5d2-52074c63a768. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.287193] env[69217]: DEBUG oslo_concurrency.lockutils [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] Acquiring lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.287237] env[69217]: DEBUG oslo_concurrency.lockutils [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] Acquired lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287387] env[69217]: DEBUG nova.network.neutron [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Refreshing network info cache for port 76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.311832] env[69217]: DEBUG nova.compute.manager [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.311832] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.312879] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f2bc20-47e7-4f1e-aa58-c23e52834685 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.326090] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.326322] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df2ea9bd-2281-41d4-973e-c9aa28a3935b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.335668] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 738.335668] env[69217]: value = "task-3532042" [ 738.335668] env[69217]: _type = "Task" [ 738.335668] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.351208] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3532042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.375256] env[69217]: INFO nova.compute.manager [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Rescuing [ 738.375518] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.375671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.375835] env[69217]: DEBUG nova.network.neutron [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.452591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.530100] env[69217]: DEBUG nova.network.neutron [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.583209] env[69217]: DEBUG nova.network.neutron [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.601175] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532041, 'name': CreateVM_Task, 'duration_secs': 0.402599} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.601175] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.603522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.603522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.603522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.605166] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5329834-a4ae-4393-893c-6c2be28c3fd3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.613573] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 738.613573] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52391d32-a218-bb6d-631d-73da75f2b37e" [ 738.613573] env[69217]: _type = "Task" [ 738.613573] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.631152] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52391d32-a218-bb6d-631d-73da75f2b37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.652068] env[69217]: INFO nova.compute.manager [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Took 40.54 seconds to build instance. [ 738.682419] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42bd728-4802-4475-8095-d7a90d304c90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.692428] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f07f4e0-fc4b-4b64-a822-769e2744ac38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.730423] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454530e9-b28f-42d6-927a-96a2fbc8f0ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.744919] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd39326-b93d-437f-aa2c-f55855d91c0f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.764182] env[69217]: DEBUG nova.compute.provider_tree [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.767252] env[69217]: DEBUG nova.compute.manager [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.767442] env[69217]: DEBUG nova.compute.manager [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing instance network info cache due to event network-changed-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.767643] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] Acquiring lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.850033] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3532042, 'name': PowerOffVM_Task, 'duration_secs': 0.209333} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.854029] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.854029] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.854780] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b2b40a-bc11-4bbb-a904-aab32b73acfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.857350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.857591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.933284] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.933740] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.933982] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleting the datastore file [datastore1] f43baed6-6386-4cab-9e4f-4dcc97eb6e87 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.934341] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4459733a-e8c3-4112-8a6a-6bc4e2e9f56e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.944601] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for the task: (returnval){ [ 738.944601] env[69217]: value = "task-3532044" [ 738.944601] env[69217]: _type = "Task" [ 738.944601] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.958366] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3532044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.086843] env[69217]: INFO nova.compute.manager [-] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Took 1.04 seconds to deallocate network for instance. [ 739.104063] env[69217]: DEBUG nova.network.neutron [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updated VIF entry in instance network info cache for port 76d9c161-a1f9-462c-b5d2-52074c63a768. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.104063] env[69217]: DEBUG nova.network.neutron [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updating instance_info_cache with network_info: [{"id": "76d9c161-a1f9-462c-b5d2-52074c63a768", "address": "fa:16:3e:0d:d0:a4", "network": {"id": "3aa6ab39-29d6-4858-bf10-f8a8d32cf4b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1582981195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8e471d649d7456d98510d477819cafc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9c161-a1", "ovs_interfaceid": "76d9c161-a1f9-462c-b5d2-52074c63a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.126806] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52391d32-a218-bb6d-631d-73da75f2b37e, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.127818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.128134] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.128376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.128562] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.128814] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.129302] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb45719c-9436-4eba-872b-68b84bb48a1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.153284] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.153506] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.154412] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfba8fe-59d7-4da3-9fd7-a00eeb28b73f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.157739] env[69217]: DEBUG nova.network.neutron [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updating instance_info_cache with network_info: [{"id": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "address": "fa:16:3e:d8:49:43", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6f2482-87", "ovs_interfaceid": "5b6f2482-876d-42c8-9ada-bddfa6ae24b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.160888] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fa3f291-dbf3-462f-b108-e238067a1f88 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.276s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.170035] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 739.170035] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c50052-259e-1b44-10d7-2e71d7b28a83" [ 739.170035] env[69217]: _type = "Task" [ 739.170035] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.182390] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c50052-259e-1b44-10d7-2e71d7b28a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.291279] env[69217]: ERROR nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [req-b4780361-8ad1-4a0e-86cb-7979de5982e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4780361-8ad1-4a0e-86cb-7979de5982e5"}]} [ 739.311742] env[69217]: DEBUG nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.330952] env[69217]: DEBUG nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.331229] env[69217]: DEBUG nova.compute.provider_tree [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.346505] env[69217]: DEBUG nova.network.neutron [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.351295] env[69217]: DEBUG nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.450905] env[69217]: DEBUG nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.456494] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3532044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.593692] env[69217]: INFO nova.compute.manager [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance disappeared during terminate [ 739.594100] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a50079fb-364b-489d-88a9-dcdff198c259 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "36611fa9-f155-4cfc-a2ad-7c917a03a2fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.280s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.606113] env[69217]: DEBUG oslo_concurrency.lockutils [req-024fe478-f846-477f-898a-89639f562e1a req-90927e56-92f6-45ca-83be-701ad707290b service nova] Releasing lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-b8a9a60d-422c-46c1-bfa2-749d678b9220" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.670274] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.673659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.673659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.673659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.673902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.673902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.679177] env[69217]: INFO nova.compute.manager [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Terminating instance [ 739.692944] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c50052-259e-1b44-10d7-2e71d7b28a83, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.697037] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e4054b-e1d0-4680-ad95-b4a1b3d3c4f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.704158] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 739.704158] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521531ae-089c-041c-28ec-6c189b02d132" [ 739.704158] env[69217]: _type = "Task" [ 739.704158] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.713300] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521531ae-089c-041c-28ec-6c189b02d132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.854465] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.854781] env[69217]: DEBUG nova.compute.manager [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Inject network info {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 739.855083] env[69217]: DEBUG nova.compute.manager [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] network_info to inject: |[{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 739.860491] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfiguring VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 739.860602] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] Acquired lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.860867] env[69217]: DEBUG nova.network.neutron [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Refreshing network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.862237] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bb61e6-547e-492b-b549-3a79d7627fd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.882913] env[69217]: DEBUG oslo_vmware.api [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 739.882913] env[69217]: value = "task-3532045" [ 739.882913] env[69217]: _type = "Task" [ 739.882913] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.895555] env[69217]: DEBUG oslo_vmware.api [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.958640] env[69217]: DEBUG oslo_vmware.api [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Task: {'id': task-3532044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539747} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.958914] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.959113] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.959633] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.959873] env[69217]: INFO nova.compute.manager [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Took 1.65 seconds to destroy the instance on the hypervisor. [ 739.960143] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.960348] env[69217]: DEBUG nova.compute.manager [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.960446] env[69217]: DEBUG nova.network.neutron [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.018499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f38e4-7f12-4af4-88c5-57fd40d6a5b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.027156] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16b06d-249c-4a18-a65e-8dc5b35424ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.061438] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce0e90-4c89-4d22-8aef-936eb99c787e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.069942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a169dfc-cb90-48ec-9b18-9ff39368484a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.084049] env[69217]: DEBUG nova.compute.provider_tree [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.186451] env[69217]: DEBUG nova.compute.manager [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.186663] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.187538] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df538c6-5d98-45f9-9765-fabce56c5e87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.197092] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.198834] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ad52929-9164-4293-bbcb-27ec754ff66a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.212252] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 740.212252] env[69217]: value = "task-3532046" [ 740.212252] env[69217]: _type = "Task" [ 740.212252] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.213534] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.222195] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521531ae-089c-041c-28ec-6c189b02d132, 'name': SearchDatastore_Task, 'duration_secs': 0.041786} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.223075] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.226553] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e1b54424-6d34-498e-91ce-c7ec6660011a/e1b54424-6d34-498e-91ce-c7ec6660011a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.226553] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34bfecf5-792e-4a56-b9e9-1cbcf7be2752 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.229701] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.236264] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 740.236264] env[69217]: value = "task-3532047" [ 740.236264] env[69217]: _type = "Task" [ 740.236264] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.247386] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.397393] env[69217]: DEBUG oslo_vmware.api [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532045, 'name': ReconfigVM_Task, 'duration_secs': 0.186676} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.397677] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2a5df-7945-45d2-a296-40a781d2267d tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Reconfigured VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 740.587881] env[69217]: DEBUG nova.scheduler.client.report [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.687292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "a6a64814-a8d6-4180-83e6-08a130186223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.687648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.687925] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "a6a64814-a8d6-4180-83e6-08a130186223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.688199] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.688459] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.690990] env[69217]: INFO nova.compute.manager [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Terminating instance [ 740.693400] env[69217]: DEBUG nova.network.neutron [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updated VIF entry in instance network info cache for port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.693745] env[69217]: DEBUG nova.network.neutron [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [{"id": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "address": "fa:16:3e:2f:03:ed", "network": {"id": "4fc64f17-fc06-411c-9b24-833342698416", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1518973515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57b2595308ab494ab9f9171bff42a94f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c8a9cd-8c", "ovs_interfaceid": "a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.726442] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532046, 'name': PowerOffVM_Task, 'duration_secs': 0.438178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.726720] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.726884] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.727214] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd51b6d8-faa0-4d1a-887c-7440fff27ccc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.747969] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.773151] env[69217]: DEBUG nova.network.neutron [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.877979] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.878319] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.878563] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleting the datastore file [datastore1] ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.878944] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac12667-eaa8-42a0-b172-37ab22f56af3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.887326] env[69217]: DEBUG nova.compute.manager [req-c3364973-dcd5-4152-bac3-d73ec27aa360 req-af1f0699-4985-43e1-90bc-8d10d5669547 service nova] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Received event network-vif-deleted-9c42025e-93ba-4f1a-bddf-66a01897cdfe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.889444] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for the task: (returnval){ [ 740.889444] env[69217]: value = "task-3532049" [ 740.889444] env[69217]: _type = "Task" [ 740.889444] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.898165] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.094718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.310s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.095218] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.099724] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.885s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.099724] env[69217]: DEBUG nova.objects.instance [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lazy-loading 'resources' on Instance uuid f2984bb6-02ae-471d-820c-f475b91eb6b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.198078] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2fc7d8a-9cc7-4400-8533-fc7a613d05f1 req-81ed6698-04d9-4ad6-a20f-844c3d7d1769 service nova] Releasing lock "refresh_cache-a6a64814-a8d6-4180-83e6-08a130186223" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.199972] env[69217]: DEBUG nova.compute.manager [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.200193] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.201111] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e2321f-f0d2-458f-8229-7a9a6455b159 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.205010] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.205547] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a552d7e6-31f4-428e-8c31-ae41b873b80c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.209778] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.209994] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a85226-1ce9-42bb-9af4-00829f8a8563 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.212429] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 741.212429] env[69217]: value = "task-3532050" [ 741.212429] env[69217]: _type = "Task" [ 741.212429] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.217505] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 741.217505] env[69217]: value = "task-3532051" [ 741.217505] env[69217]: _type = "Task" [ 741.217505] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.223452] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.229639] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.247632] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.247632] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e1b54424-6d34-498e-91ce-c7ec6660011a/e1b54424-6d34-498e-91ce-c7ec6660011a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.247853] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.248033] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-278d1b87-1b30-4a58-8aaa-1068828e5e5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.254945] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 741.254945] env[69217]: value = "task-3532052" [ 741.254945] env[69217]: _type = "Task" [ 741.254945] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.265159] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.276342] env[69217]: INFO nova.compute.manager [-] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Took 1.32 seconds to deallocate network for instance. [ 741.402033] env[69217]: DEBUG oslo_vmware.api [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Task: {'id': task-3532049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384406} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.402349] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.402538] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.402712] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.402891] env[69217]: INFO nova.compute.manager [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 741.403161] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.403358] env[69217]: DEBUG nova.compute.manager [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.403450] env[69217]: DEBUG nova.network.neutron [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.609960] env[69217]: DEBUG nova.compute.utils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.618091] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.618091] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.658185] env[69217]: DEBUG nova.policy [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db8fb831d32a4f42991ed5fe7a3404dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810421a32a7840c5bc62c1a8c239783d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.724419] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532050, 'name': PowerOffVM_Task, 'duration_secs': 0.224039} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.726854] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.727830] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b129bd-10a6-4480-beb5-2181b3f5265e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.733361] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532051, 'name': PowerOffVM_Task, 'duration_secs': 0.199153} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.733939] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.734152] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.734431] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aace0d1-cd02-4d19-86a1-bd2c703674a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.752085] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73a5d3-b77e-46cb-b503-a86dc9d491b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.768710] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103039} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.769795] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.769795] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34af9b18-f7b0-423e-9895-81a917b7b09c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.785703] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.794551] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e1b54424-6d34-498e-91ce-c7ec6660011a/e1b54424-6d34-498e-91ce-c7ec6660011a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.798815] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccdcef3-e5fc-4941-a456-126d9bc45a3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.820617] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.820917] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b98567-9eed-4084-a0e1-978eac5731e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.823630] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.823897] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.824144] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Deleting the datastore file [datastore1] a6a64814-a8d6-4180-83e6-08a130186223 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.825888] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046d5aae-cecb-443c-8689-0cd6f32682b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828131] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 741.828131] env[69217]: value = "task-3532054" [ 741.828131] env[69217]: _type = "Task" [ 741.828131] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.834863] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 741.834863] env[69217]: value = "task-3532055" [ 741.834863] env[69217]: _type = "Task" [ 741.834863] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.842947] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for the task: (returnval){ [ 741.842947] env[69217]: value = "task-3532056" [ 741.842947] env[69217]: _type = "Task" [ 741.842947] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.842947] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.855147] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 741.855365] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.855955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.855955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.856119] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.856304] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccf4816-99e4-45b2-9be5-2cf820c0a116 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.860955] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.871871] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.872095] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.872880] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301bbec1-f5bc-419c-b5e0-5e3e913e2374 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.882799] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 741.882799] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c02735-3586-2978-01d3-31a86c5c3375" [ 741.882799] env[69217]: _type = "Task" [ 741.882799] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.891670] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c02735-3586-2978-01d3-31a86c5c3375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.125565] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.155309] env[69217]: DEBUG nova.network.neutron [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.257096] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Successfully created port: 842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.283640] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1564dcea-f55e-4806-bbbd-d9c354be878c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.292904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62d952-f858-4562-8f9e-c22232dadea2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.335490] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7d6f49-0e2b-4e7a-969b-2c98b05a1df6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.344735] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532054, 'name': ReconfigVM_Task, 'duration_secs': 0.3613} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.349947] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e1b54424-6d34-498e-91ce-c7ec6660011a/e1b54424-6d34-498e-91ce-c7ec6660011a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.350690] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33972866-639f-4e6a-8568-1430aa631210 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.353161] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f8b134-9764-466d-b645-d5d21a7d4d8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.372299] env[69217]: DEBUG oslo_vmware.api [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Task: {'id': task-3532056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157185} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.372814] env[69217]: DEBUG nova.compute.provider_tree [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.377723] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.377723] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.377723] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.377723] env[69217]: INFO nova.compute.manager [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Took 1.18 seconds to destroy the instance on the hypervisor. [ 742.377723] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.377723] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 742.377723] env[69217]: value = "task-3532057" [ 742.377723] env[69217]: _type = "Task" [ 742.377723] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.377723] env[69217]: DEBUG nova.compute.manager [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.377723] env[69217]: DEBUG nova.network.neutron [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.390100] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532057, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.396545] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c02735-3586-2978-01d3-31a86c5c3375, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.397425] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca26e213-d8ee-49c5-bc82-c6d74ca8d380 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.405097] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 742.405097] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52474cbb-728f-3322-df5d-132fe3ed0cd3" [ 742.405097] env[69217]: _type = "Task" [ 742.405097] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.414625] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52474cbb-728f-3322-df5d-132fe3ed0cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.631843] env[69217]: INFO nova.virt.block_device [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Booting with volume 92e7be24-655e-40ce-b21b-56754c23ad32 at /dev/sda [ 742.659302] env[69217]: INFO nova.compute.manager [-] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Took 1.26 seconds to deallocate network for instance. [ 742.687210] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f0e6aef-1a92-4226-84e1-f323ed4f5b12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.697649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419cff40-899b-44d3-8980-6877c0207c66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.742422] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e11c991-c4d5-49e6-8924-afbf178ac0d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.753811] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfdde51-b8f8-4216-b2e7-29f4810ad3d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.791078] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac57e77-7286-43ac-805c-9cc28cec573d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.798908] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbf52f-80b0-4420-b04b-f7acfdb19e7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.814800] env[69217]: DEBUG nova.virt.block_device [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updating existing volume attachment record: 367ab4f0-66c6-450c-92fe-371247377a2d {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.878599] env[69217]: DEBUG nova.scheduler.client.report [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.891581] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532057, 'name': Rename_Task, 'duration_secs': 0.377327} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.892061] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.892553] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac490fb-276f-4944-8490-bddc25c8ecb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.900499] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 742.900499] env[69217]: value = "task-3532058" [ 742.900499] env[69217]: _type = "Task" [ 742.900499] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.915099] env[69217]: DEBUG nova.compute.manager [req-68e33c15-d6b5-4fef-8d0a-5e79e0ca4142 req-cf9e6088-0424-41d8-913b-4f981847a628 service nova] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Received event network-vif-deleted-611a125b-9560-4e8a-a62f-eede0c1164d6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.922527] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52474cbb-728f-3322-df5d-132fe3ed0cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.923296] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.923607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.923938] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 742.924469] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c572bd-508a-4faf-bbb8-8cb05d8589c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.933921] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 742.933921] env[69217]: value = "task-3532059" [ 742.933921] env[69217]: _type = "Task" [ 742.933921] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.947402] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.165933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.387036] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.389422] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.661s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.391086] env[69217]: INFO nova.compute.claims [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.415366] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.420443] env[69217]: INFO nova.scheduler.client.report [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted allocations for instance f2984bb6-02ae-471d-820c-f475b91eb6b7 [ 743.430018] env[69217]: DEBUG nova.network.neutron [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.445046] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532059, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.727707] env[69217]: DEBUG nova.compute.manager [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Received event network-vif-plugged-842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.727985] env[69217]: DEBUG oslo_concurrency.lockutils [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] Acquiring lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.728204] env[69217]: DEBUG oslo_concurrency.lockutils [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.728615] env[69217]: DEBUG oslo_concurrency.lockutils [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.728615] env[69217]: DEBUG nova.compute.manager [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] No waiting events found dispatching network-vif-plugged-842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.728771] env[69217]: WARNING nova.compute.manager [req-a1ce1bc3-8916-48cd-9eb5-f904d480e5a6 req-c4f1d595-b3b3-431a-83e8-5e88c951c320 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Received unexpected event network-vif-plugged-842529f8-c300-4838-b753-c3295cf1de20 for instance with vm_state building and task_state block_device_mapping. [ 743.847489] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Successfully updated port: 842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.913457] env[69217]: DEBUG oslo_vmware.api [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532058, 'name': PowerOnVM_Task, 'duration_secs': 0.981385} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.913457] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.913457] env[69217]: INFO nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 743.913570] env[69217]: DEBUG nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.915993] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d43818-4fa2-4d69-9852-55c4e4bab0a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.927883] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0b594f51-414a-4937-8665-ef502150781f tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f2984bb6-02ae-471d-820c-f475b91eb6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.570s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.931395] env[69217]: INFO nova.compute.manager [-] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Took 1.55 seconds to deallocate network for instance. [ 743.946346] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704039} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.946600] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 743.947401] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20574db9-b82e-4f78-8a11-24dbee0e27e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.975048] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.976374] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc6e8e3-ae74-4268-8b46-279d21e9b974 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.998230] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 743.998230] env[69217]: value = "task-3532060" [ 743.998230] env[69217]: _type = "Task" [ 743.998230] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.007097] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.353869] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354182] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquired lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.357230] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.437064] env[69217]: INFO nova.compute.manager [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Took 45.26 seconds to build instance. [ 744.440651] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.512183] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532060, 'name': ReconfigVM_Task, 'duration_secs': 0.312339} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.512439] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Reconfigured VM instance instance-0000001c to attach disk [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.513357] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ff3e91-dd29-465f-9683-85733b446210 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.549055] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e17ba2c-2a3f-44ba-ab79-dee0b5fa72da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565971] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 744.565971] env[69217]: value = "task-3532061" [ 744.565971] env[69217]: _type = "Task" [ 744.565971] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.574846] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.772511] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "e1b54424-6d34-498e-91ce-c7ec6660011a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.914234] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.925134] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.925844] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.926136] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.926309] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.926491] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.926639] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.926785] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.926986] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.927159] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.927322] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.927479] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.927646] env[69217]: DEBUG nova.virt.hardware [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.929165] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a6dcd5-0a50-4444-894a-f53622576bba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.943521] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63876e82-6255-4a64-8fa9-17a9554b8560 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.950039] env[69217]: DEBUG oslo_concurrency.lockutils [None req-87276ef9-c5ac-4e46-9788-9cb444d14d8b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.801s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.950039] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.177s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.950039] env[69217]: INFO nova.compute.manager [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Rebooting instance [ 745.032782] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba27361-491f-43a5-9e91-36bab3d59a6a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.041283] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccb971-fa85-4b1d-addf-f3423ab51ad9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.076852] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b384c630-7de7-4912-8e91-a515daabf161 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.088382] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532061, 'name': ReconfigVM_Task, 'duration_secs': 0.207344} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.092474] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.092808] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be791259-1197-4a91-88ba-94fd4ce14259 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.095758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af03db4-24b4-4727-a903-6f9c478b4247 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112084] env[69217]: DEBUG nova.compute.provider_tree [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.114591] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 745.114591] env[69217]: value = "task-3532062" [ 745.114591] env[69217]: _type = "Task" [ 745.114591] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.123215] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.127594] env[69217]: DEBUG nova.compute.manager [req-83ee69f5-e91d-4d62-bb4f-7781b3b6b7f8 req-bd8b6739-5031-4f0e-8486-9f24012212f5 service nova] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Received event network-vif-deleted-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.136851] env[69217]: DEBUG nova.network.neutron [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updating instance_info_cache with network_info: [{"id": "842529f8-c300-4838-b753-c3295cf1de20", "address": "fa:16:3e:2d:46:dd", "network": {"id": "7f833280-a0ef-4385-922a-404e25a8770e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337081166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810421a32a7840c5bc62c1a8c239783d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842529f8-c3", "ovs_interfaceid": "842529f8-c300-4838-b753-c3295cf1de20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.454191] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.483732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.483959] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquired lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.484169] env[69217]: DEBUG nova.network.neutron [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.616708] env[69217]: DEBUG nova.scheduler.client.report [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.639492] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Releasing lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.639819] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Instance network_info: |[{"id": "842529f8-c300-4838-b753-c3295cf1de20", "address": "fa:16:3e:2d:46:dd", "network": {"id": "7f833280-a0ef-4385-922a-404e25a8770e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337081166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810421a32a7840c5bc62c1a8c239783d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842529f8-c3", "ovs_interfaceid": "842529f8-c300-4838-b753-c3295cf1de20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.640135] env[69217]: DEBUG oslo_vmware.api [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532062, 'name': PowerOnVM_Task, 'duration_secs': 0.396172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.641218] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:46:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '842529f8-c300-4838-b753-c3295cf1de20', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.648746] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Creating folder: Project (810421a32a7840c5bc62c1a8c239783d). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.649227] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.651292] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90725f2f-4444-4b79-884e-b942a4cc79dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.653982] env[69217]: DEBUG nova.compute.manager [None req-5c9fa2b6-d8e2-47dc-87b3-33ed2d27cccf tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.654958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef489c-1657-4456-a8bb-00587dbc3fb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.672082] env[69217]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 745.672450] env[69217]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69217) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 745.672619] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Folder already exists: Project (810421a32a7840c5bc62c1a8c239783d). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 745.672799] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Creating folder: Instances. Parent ref: group-v705406. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.673038] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff89e87-cae9-48c9-a558-d35e13ac8526 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.686668] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Created folder: Instances in parent group-v705406. [ 745.686921] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.687135] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.687348] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-392337aa-9898-4d1c-a32a-71f5007f998d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.709206] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.709206] env[69217]: value = "task-3532065" [ 745.709206] env[69217]: _type = "Task" [ 745.709206] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.718240] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532065, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.796902] env[69217]: DEBUG nova.compute.manager [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Received event network-changed-842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.796902] env[69217]: DEBUG nova.compute.manager [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Refreshing instance network info cache due to event network-changed-842529f8-c300-4838-b753-c3295cf1de20. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.796902] env[69217]: DEBUG oslo_concurrency.lockutils [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] Acquiring lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.796902] env[69217]: DEBUG oslo_concurrency.lockutils [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] Acquired lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.797523] env[69217]: DEBUG nova.network.neutron [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Refreshing network info cache for port 842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.975012] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.038183] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.038346] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.129512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.130183] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.132761] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.157s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.220422] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532065, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.239093] env[69217]: DEBUG nova.network.neutron [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updating instance_info_cache with network_info: [{"id": "76d9c161-a1f9-462c-b5d2-52074c63a768", "address": "fa:16:3e:0d:d0:a4", "network": {"id": "3aa6ab39-29d6-4858-bf10-f8a8d32cf4b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1582981195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8e471d649d7456d98510d477819cafc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9c161-a1", "ovs_interfaceid": "76d9c161-a1f9-462c-b5d2-52074c63a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.543180] env[69217]: DEBUG nova.network.neutron [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updated VIF entry in instance network info cache for port 842529f8-c300-4838-b753-c3295cf1de20. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.543636] env[69217]: DEBUG nova.network.neutron [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updating instance_info_cache with network_info: [{"id": "842529f8-c300-4838-b753-c3295cf1de20", "address": "fa:16:3e:2d:46:dd", "network": {"id": "7f833280-a0ef-4385-922a-404e25a8770e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337081166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810421a32a7840c5bc62c1a8c239783d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842529f8-c3", "ovs_interfaceid": "842529f8-c300-4838-b753-c3295cf1de20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.636043] env[69217]: DEBUG nova.compute.utils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.641059] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.641275] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.721059] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532065, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.732514] env[69217]: DEBUG nova.policy [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4325309031143a7aab11e50d5b16fde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb85dec0d8b2473fbe4b812dc444a773', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.741764] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Releasing lock "refresh_cache-e1b54424-6d34-498e-91ce-c7ec6660011a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.046768] env[69217]: DEBUG oslo_concurrency.lockutils [req-e2a79233-c1db-4df8-9cc5-0b3771750436 req-203c7619-245e-44b0-b7cd-1a3e2cfbe309 service nova] Releasing lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.144326] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.174062] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Successfully created port: 082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.226133] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532065, 'name': CreateVM_Task, 'duration_secs': 1.390122} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.226133] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.226133] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '367ab4f0-66c6-450c-92fe-371247377a2d', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705415', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'name': 'volume-92e7be24-655e-40ce-b21b-56754c23ad32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b76a3c4-d85d-4c21-955b-24fb174871d4', 'attached_at': '', 'detached_at': '', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'serial': '92e7be24-655e-40ce-b21b-56754c23ad32'}, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69217) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 747.226536] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Root volume attach. Driver type: vmdk {{(pid=69217) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 747.227752] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a95a21-a6a7-4e4f-92cd-9296abf5f205 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.238566] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac01c0-f495-4c38-abba-589d85ee1257 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.248674] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaae3a1-4f3f-4fbb-af56-4821b0c06fa4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.253171] env[69217]: DEBUG nova.compute.manager [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.254295] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ff87f-2fab-4532-b4d8-3622f48acd53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.259421] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-78563939-86e0-4c6e-8658-3b49d852fc87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.267378] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb38ec-3b90-41c9-b4d2-fc84e02dd891 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.273020] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 747.273020] env[69217]: value = "task-3532066" [ 747.273020] env[69217]: _type = "Task" [ 747.273020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.279254] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d523ff8-7194-4367-b79e-5cefb0d566b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.285505] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532066, 'name': RelocateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.315575] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f404b0-bfdc-4e1a-9af4-f823c87bbee7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.324413] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0e851-eebd-4a7a-9b74-e1e3a5320079 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.341120] env[69217]: DEBUG nova.compute.provider_tree [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.785186] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532066, 'name': RelocateVM_Task} progress is 20%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.844160] env[69217]: DEBUG nova.scheduler.client.report [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.159682] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.162085] env[69217]: INFO nova.compute.manager [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Rescuing [ 748.162321] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.162469] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.162779] env[69217]: DEBUG nova.network.neutron [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.184528] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.184799] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.184965] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.185176] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.185331] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.185498] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.185690] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.185850] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.186029] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.186214] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.186505] env[69217]: DEBUG nova.virt.hardware [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.187296] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d261a99-61fe-4c74-b107-71fe0bb2135a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.196427] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765464ae-e432-411b-827d-d90905621d4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.281041] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759731c1-fd3e-41db-9b58-ac1ca6fa334a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.295522] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532066, 'name': RelocateVM_Task, 'duration_secs': 0.570929} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.295617] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Doing hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 748.295902] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 748.296113] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705415', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'name': 'volume-92e7be24-655e-40ce-b21b-56754c23ad32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b76a3c4-d85d-4c21-955b-24fb174871d4', 'attached_at': '', 'detached_at': '', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'serial': '92e7be24-655e-40ce-b21b-56754c23ad32'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 748.296375] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-94083509-5008-49c0-a76f-36bccb4054b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.298359] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1953bd2-74e7-4e49-9506-220d8db60de8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.317080] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a880b-4df2-4fd6-8c5c-20a8a78e76fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.320041] env[69217]: DEBUG oslo_vmware.api [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 748.320041] env[69217]: value = "task-3532067" [ 748.320041] env[69217]: _type = "Task" [ 748.320041] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.341248] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-92e7be24-655e-40ce-b21b-56754c23ad32/volume-92e7be24-655e-40ce-b21b-56754c23ad32.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.341994] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f6cf8d-5cbb-4028-8075-737f91c68302 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.363472] env[69217]: DEBUG oslo_vmware.api [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532067, 'name': ResetVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.370770] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 748.370770] env[69217]: value = "task-3532068" [ 748.370770] env[69217]: _type = "Task" [ 748.370770] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.379646] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.659935] env[69217]: DEBUG nova.compute.manager [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Received event network-vif-plugged-082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.659935] env[69217]: DEBUG oslo_concurrency.lockutils [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] Acquiring lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.659935] env[69217]: DEBUG oslo_concurrency.lockutils [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.659935] env[69217]: DEBUG oslo_concurrency.lockutils [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.660499] env[69217]: DEBUG nova.compute.manager [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] No waiting events found dispatching network-vif-plugged-082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.660499] env[69217]: WARNING nova.compute.manager [req-7ba4338c-dad8-47e8-b581-706296552a18 req-e12b6fc9-78ba-4dda-8455-31ac34d2066e service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Received unexpected event network-vif-plugged-082928eb-322b-4ca7-b802-56b6543f81f6 for instance with vm_state building and task_state spawning. [ 748.757196] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Successfully updated port: 082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.836086] env[69217]: DEBUG oslo_vmware.api [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532067, 'name': ResetVM_Task, 'duration_secs': 0.100699} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.836369] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Did hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 748.836588] env[69217]: DEBUG nova.compute.manager [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.837452] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3cba4b-5009-4d83-ae4e-c3197a653cc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.865536] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.733s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.868950] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.874s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.869284] env[69217]: DEBUG nova.objects.instance [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lazy-loading 'resources' on Instance uuid a0cb9958-4a58-41d8-8686-eaa2e192034e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.882025] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.009011] env[69217]: DEBUG nova.network.neutron [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updating instance_info_cache with network_info: [{"id": "0768dfd0-cfd5-4424-9842-0fd070949eed", "address": "fa:16:3e:fe:21:9a", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768dfd0-cf", "ovs_interfaceid": "0768dfd0-cfd5-4424-9842-0fd070949eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.262070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquired lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262070] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.354916] env[69217]: DEBUG oslo_concurrency.lockutils [None req-55e5600b-1306-46c4-ac17-0e5f52d5106a tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.406s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.389215] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532068, 'name': ReconfigVM_Task, 'duration_secs': 0.729295} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.389521] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-92e7be24-655e-40ce-b21b-56754c23ad32/volume-92e7be24-655e-40ce-b21b-56754c23ad32.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.398290] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691c86d5-c10b-49c3-8e38-96f0430e58d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.421318] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 749.421318] env[69217]: value = "task-3532069" [ 749.421318] env[69217]: _type = "Task" [ 749.421318] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.431621] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.449980] env[69217]: INFO nova.scheduler.client.report [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleted allocation for migration 6d9b5415-cc78-46b6-9eac-772ec28d51fc [ 749.512789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.812611] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.915550] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "e1b54424-6d34-498e-91ce-c7ec6660011a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.915771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.915999] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.916206] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.916415] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.918631] env[69217]: INFO nova.compute.manager [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Terminating instance [ 749.924176] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff018fbe-de6c-48a3-bae6-6d18350b0dee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.939075] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e121d-9d3a-44f3-a1c0-ade37d0ad45c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.945119] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532069, 'name': ReconfigVM_Task, 'duration_secs': 0.153645} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.945119] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705415', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'name': 'volume-92e7be24-655e-40ce-b21b-56754c23ad32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b76a3c4-d85d-4c21-955b-24fb174871d4', 'attached_at': '', 'detached_at': '', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'serial': '92e7be24-655e-40ce-b21b-56754c23ad32'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 749.945119] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3126383-56a1-4dc9-8272-f7c4e23da7d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.971253] env[69217]: DEBUG oslo_concurrency.lockutils [None req-131e88d6-f0b1-4e94-9915-8465ad51c290 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.394s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.976484] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e5b97-1a80-4732-ac1b-68557e95406a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.979192] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 749.979192] env[69217]: value = "task-3532070" [ 749.979192] env[69217]: _type = "Task" [ 749.979192] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.987821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2fbf8a-7d38-470a-8539-2fff7f2a7f8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.996078] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532070, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.007409] env[69217]: DEBUG nova.compute.provider_tree [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.013742] env[69217]: DEBUG nova.network.neutron [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Updating instance_info_cache with network_info: [{"id": "082928eb-322b-4ca7-b802-56b6543f81f6", "address": "fa:16:3e:1c:98:e6", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082928eb-32", "ovs_interfaceid": "082928eb-322b-4ca7-b802-56b6543f81f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.422761] env[69217]: DEBUG nova.compute.manager [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.423066] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.424041] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba211b3-56a3-4057-b180-c4e365d19244 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.436539] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.436857] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392522f3-fa17-40da-b65b-6b62a7ddcd90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445827] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 750.445827] env[69217]: value = "task-3532071" [ 750.445827] env[69217]: _type = "Task" [ 750.445827] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.457123] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.492364] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532070, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.510515] env[69217]: DEBUG nova.scheduler.client.report [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.515833] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Releasing lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.516709] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Instance network_info: |[{"id": "082928eb-322b-4ca7-b802-56b6543f81f6", "address": "fa:16:3e:1c:98:e6", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082928eb-32", "ovs_interfaceid": "082928eb-322b-4ca7-b802-56b6543f81f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.517539] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:98:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '082928eb-322b-4ca7-b802-56b6543f81f6', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.524556] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Creating folder: Project (fb85dec0d8b2473fbe4b812dc444a773). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.524921] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911f7e4e-ef8b-4479-ab44-31efd37c4de1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.541366] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Created folder: Project (fb85dec0d8b2473fbe4b812dc444a773) in parent group-v705386. [ 750.541549] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Creating folder: Instances. Parent ref: group-v705474. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.541798] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ddcb97-8f99-45ab-8f55-a54433f3d313 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.552165] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Created folder: Instances in parent group-v705474. [ 750.552561] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.553639] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.554092] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d04d078-f37b-4ee7-a7ad-122748cc4c12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.575535] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.575535] env[69217]: value = "task-3532074" [ 750.575535] env[69217]: _type = "Task" [ 750.575535] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.583429] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532074, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.697107] env[69217]: DEBUG nova.compute.manager [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Received event network-changed-082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.697317] env[69217]: DEBUG nova.compute.manager [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Refreshing instance network info cache due to event network-changed-082928eb-322b-4ca7-b802-56b6543f81f6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.697534] env[69217]: DEBUG oslo_concurrency.lockutils [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] Acquiring lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.697679] env[69217]: DEBUG oslo_concurrency.lockutils [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] Acquired lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.697832] env[69217]: DEBUG nova.network.neutron [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Refreshing network info cache for port 082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.956157] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532071, 'name': PowerOffVM_Task, 'duration_secs': 0.214356} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.956258] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.956439] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.956756] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd326de-1f45-4250-b28d-047a6e8d5089 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.991278] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532070, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.015440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.018011] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.471s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.020405] env[69217]: INFO nova.compute.claims [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.037017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.037017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.037214] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Deleting the datastore file [datastore1] e1b54424-6d34-498e-91ce-c7ec6660011a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.037527] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b587a2-a8fa-4f76-b217-42e9a1ebee8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.044802] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for the task: (returnval){ [ 751.044802] env[69217]: value = "task-3532076" [ 751.044802] env[69217]: _type = "Task" [ 751.044802] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.045906] env[69217]: INFO nova.scheduler.client.report [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Deleted allocations for instance a0cb9958-4a58-41d8-8686-eaa2e192034e [ 751.057751] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.058054] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.058283] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ba62a1-2ae4-4411-affc-e5924e99c4a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.068110] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 751.068110] env[69217]: value = "task-3532077" [ 751.068110] env[69217]: _type = "Task" [ 751.068110] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.077062] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.086267] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532074, 'name': CreateVM_Task, 'duration_secs': 0.330041} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.086424] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.087134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.087134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.087645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.087902] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca8d7a9-8486-4b2c-83e8-12331880d46d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.092771] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 751.092771] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523e394c-d8bb-d0e7-965a-92541fae22d7" [ 751.092771] env[69217]: _type = "Task" [ 751.092771] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.101021] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523e394c-d8bb-d0e7-965a-92541fae22d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.481272] env[69217]: DEBUG nova.network.neutron [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Updated VIF entry in instance network info cache for port 082928eb-322b-4ca7-b802-56b6543f81f6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.481489] env[69217]: DEBUG nova.network.neutron [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Updating instance_info_cache with network_info: [{"id": "082928eb-322b-4ca7-b802-56b6543f81f6", "address": "fa:16:3e:1c:98:e6", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082928eb-32", "ovs_interfaceid": "082928eb-322b-4ca7-b802-56b6543f81f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.492670] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532070, 'name': Rename_Task, 'duration_secs': 1.154099} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.492670] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.493054] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba940aaf-c036-4876-9eda-ff7cf6df1184 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.502290] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 751.502290] env[69217]: value = "task-3532078" [ 751.502290] env[69217]: _type = "Task" [ 751.502290] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.513306] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.559205] env[69217]: DEBUG oslo_vmware.api [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Task: {'id': task-3532076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29911} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.559766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53304213-4194-48f8-855c-3f03f4512d12 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Lock "a0cb9958-4a58-41d8-8686-eaa2e192034e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.389s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.560465] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.560753] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.560818] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.561424] env[69217]: INFO nova.compute.manager [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 751.562573] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.562573] env[69217]: DEBUG nova.compute.manager [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.562573] env[69217]: DEBUG nova.network.neutron [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.578893] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532077, 'name': PowerOffVM_Task, 'duration_secs': 0.219816} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.578893] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.579598] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc79f8-12e8-4e9e-bda3-a8c3be19d6cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.604824] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f38d1a-d1c8-4357-a1fe-7ed8bbecddcb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.615116] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523e394c-d8bb-d0e7-965a-92541fae22d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.617616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.618377] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.618377] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.618377] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.618617] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.620756] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63f55d6-99b8-4ccb-b6ae-58d37de564e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.630254] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.630254] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.630843] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38dae2bf-210a-43bb-a25a-a3d7d396f6b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.637506] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 751.637506] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256c587-72a7-82b1-d2d3-5178cf9176d8" [ 751.637506] env[69217]: _type = "Task" [ 751.637506] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.652114] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256c587-72a7-82b1-d2d3-5178cf9176d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.655150] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.655425] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e92597d-a691-4eaf-9689-0ea8e33970bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662823] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 751.662823] env[69217]: value = "task-3532079" [ 751.662823] env[69217]: _type = "Task" [ 751.662823] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.671717] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.709091] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.710098] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.898849] env[69217]: DEBUG nova.compute.manager [req-780a5d97-6bdc-479f-a6b2-54021d3e8bdd req-8f0f9670-0794-4489-a70b-1e7f6bd7b4b4 service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Received event network-vif-deleted-76d9c161-a1f9-462c-b5d2-52074c63a768 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.899071] env[69217]: INFO nova.compute.manager [req-780a5d97-6bdc-479f-a6b2-54021d3e8bdd req-8f0f9670-0794-4489-a70b-1e7f6bd7b4b4 service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Neutron deleted interface 76d9c161-a1f9-462c-b5d2-52074c63a768; detaching it from the instance and deleting it from the info cache [ 751.899557] env[69217]: DEBUG nova.network.neutron [req-780a5d97-6bdc-479f-a6b2-54021d3e8bdd req-8f0f9670-0794-4489-a70b-1e7f6bd7b4b4 service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.987958] env[69217]: DEBUG oslo_concurrency.lockutils [req-d1ca09bf-7182-49a5-9ad3-b039c6ece433 req-0083679e-a61d-4937-a2a5-9eeaa0257cca service nova] Releasing lock "refresh_cache-3906fb0a-c725-4bdb-9aef-d274c4ac709c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.013845] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532078, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.151130] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256c587-72a7-82b1-d2d3-5178cf9176d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.155498] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600f322d-dd9b-4a82-8fa6-08215ee4c25c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.167048] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 752.167048] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6c4d4-cd9c-2b23-7e5d-1b131a0bb49c" [ 752.167048] env[69217]: _type = "Task" [ 752.167048] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.186735] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 752.187040] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.187519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.187745] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.187936] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.188229] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6c4d4-cd9c-2b23-7e5d-1b131a0bb49c, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.188486] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e90656c-2f58-4ab0-baa4-a8f29461b8fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.190421] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.190745] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3906fb0a-c725-4bdb-9aef-d274c4ac709c/3906fb0a-c725-4bdb-9aef-d274c4ac709c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.193263] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f569276-dd28-40c4-a05c-dfe561f30a49 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.202451] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.202799] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.204549] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea37ee8-12f3-4fa0-825b-7fcf2d805187 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.206974] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 752.206974] env[69217]: value = "task-3532080" [ 752.206974] env[69217]: _type = "Task" [ 752.206974] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.215033] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 752.215033] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522f94f4-9c68-4f64-71e9-731db669d4e1" [ 752.215033] env[69217]: _type = "Task" [ 752.215033] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.223038] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.228519] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522f94f4-9c68-4f64-71e9-731db669d4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.232975] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c99087-d691-4cf1-9e02-8a2a28ae4542 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.238663] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 752.238663] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a82ba5-a519-369b-0c4d-7c5c437df2fb" [ 752.238663] env[69217]: _type = "Task" [ 752.238663] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.250031] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a82ba5-a519-369b-0c4d-7c5c437df2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.380083] env[69217]: DEBUG nova.network.neutron [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.405039] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-353c95b5-f1f9-41ac-881f-4debff6c54fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.416948] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a12e3-c832-450c-be0d-6db9771b9cfe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.460769] env[69217]: DEBUG nova.compute.manager [req-780a5d97-6bdc-479f-a6b2-54021d3e8bdd req-8f0f9670-0794-4489-a70b-1e7f6bd7b4b4 service nova] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Detach interface failed, port_id=76d9c161-a1f9-462c-b5d2-52074c63a768, reason: Instance e1b54424-6d34-498e-91ce-c7ec6660011a could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 752.520183] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532078, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.707076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278e5de-f5cb-4277-b07f-d5a6bdad9271 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.728787] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532080, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.728787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b509fa-cc39-4900-9008-d9f97d64afaa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.763910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90bfb8a-8587-4ef1-a33c-91ac87e9436d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.776034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee339b7-233f-444c-8a9d-751971da8423 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.780464] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a82ba5-a519-369b-0c4d-7c5c437df2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.780764] env[69217]: DEBUG oslo_concurrency.lockutils [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.781045] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 752.781769] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1cb9bc4-b062-45e5-848c-36333bb21f19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.792943] env[69217]: DEBUG nova.compute.provider_tree [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.795951] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 752.795951] env[69217]: value = "task-3532081" [ 752.795951] env[69217]: _type = "Task" [ 752.795951] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.810120] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.883473] env[69217]: INFO nova.compute.manager [-] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Took 1.32 seconds to deallocate network for instance. [ 753.014063] env[69217]: DEBUG oslo_vmware.api [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532078, 'name': PowerOnVM_Task, 'duration_secs': 1.152972} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.014469] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.014859] env[69217]: INFO nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Took 8.09 seconds to spawn the instance on the hypervisor. [ 753.015093] env[69217]: DEBUG nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.015986] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b6472-5061-4ad4-b57f-b9d3a3d8b49c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.219703] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686794} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.219973] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3906fb0a-c725-4bdb-9aef-d274c4ac709c/3906fb0a-c725-4bdb-9aef-d274c4ac709c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.220205] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.220471] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-214f07b2-d406-4737-b8bd-47ef9ecb5595 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.227358] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 753.227358] env[69217]: value = "task-3532082" [ 753.227358] env[69217]: _type = "Task" [ 753.227358] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.236121] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.299152] env[69217]: DEBUG nova.scheduler.client.report [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.311339] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532081, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.390697] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.534460] env[69217]: INFO nova.compute.manager [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Took 44.39 seconds to build instance. [ 753.737115] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152719} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.737404] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.738222] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b97c0-67e0-4fe6-975a-b667c583556f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.760974] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 3906fb0a-c725-4bdb-9aef-d274c4ac709c/3906fb0a-c725-4bdb-9aef-d274c4ac709c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.761323] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7522fe5a-6ced-4092-96a1-899ffff45ad5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780982] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 753.780982] env[69217]: value = "task-3532083" [ 753.780982] env[69217]: _type = "Task" [ 753.780982] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.789047] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.807479] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.808015] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.810653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.775s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.810886] env[69217]: DEBUG nova.objects.instance [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lazy-loading 'resources' on Instance uuid 5acbf9bd-f1d8-49bb-a737-4e1ec117a690 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.817424] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532081, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.012074} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.818163] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 753.819653] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99980ccb-0db4-4515-ad55-84e202a9991b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.844881] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.845480] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c0ae66-b30c-4dc7-837d-b42fb7fdf493 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.864630] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 753.864630] env[69217]: value = "task-3532084" [ 753.864630] env[69217]: _type = "Task" [ 753.864630] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.875275] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.036484] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2562c44e-ee5e-47a7-a774-e89ea7d32886 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.576s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.292689] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.314553] env[69217]: DEBUG nova.compute.utils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.319445] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.319445] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.378645] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.399080] env[69217]: DEBUG nova.policy [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3aac3c804c14724970771e53355917a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2de880c7fbe24c6e96cd76814c3e8f88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.540617] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.793708] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532083, 'name': ReconfigVM_Task, 'duration_secs': 0.755658} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.795282] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 3906fb0a-c725-4bdb-9aef-d274c4ac709c/3906fb0a-c725-4bdb-9aef-d274c4ac709c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.796929] env[69217]: DEBUG nova.compute.manager [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Received event network-changed-842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.797179] env[69217]: DEBUG nova.compute.manager [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Refreshing instance network info cache due to event network-changed-842529f8-c300-4838-b753-c3295cf1de20. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.797458] env[69217]: DEBUG oslo_concurrency.lockutils [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] Acquiring lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797644] env[69217]: DEBUG oslo_concurrency.lockutils [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] Acquired lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.797852] env[69217]: DEBUG nova.network.neutron [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Refreshing network info cache for port 842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.799012] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87bb0c5f-4cc5-46eb-b9df-9c517a785c4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.812549] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 754.812549] env[69217]: value = "task-3532085" [ 754.812549] env[69217]: _type = "Task" [ 754.812549] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.822941] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.836363] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532085, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.876411] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532084, 'name': ReconfigVM_Task, 'duration_secs': 0.831425} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.879845] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.881407] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc35ccf0-f4c2-4b8e-8176-df648de682a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.918854] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7fef81-03f8-49c6-a8e8-b046255d4fb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.937367] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 754.937367] env[69217]: value = "task-3532086" [ 754.937367] env[69217]: _type = "Task" [ 754.937367] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.943532] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Successfully created port: 0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.949505] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.072414] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.081368] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad4ce4-c0a5-45a7-aa06-f88444cc5475 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.093203] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4c615-f359-4fc7-bb8e-f15802525450 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.128615] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf4d5a6-1cd1-4860-a50b-b8ad107fcede {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.136403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76d604-e207-4862-9cb8-b8abf12c92a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.151030] env[69217]: DEBUG nova.compute.provider_tree [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.325890] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532085, 'name': Rename_Task, 'duration_secs': 0.144763} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.328328] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.328328] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9f11196-2cf5-4755-8281-5ad878f3544c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.334678] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 755.334678] env[69217]: value = "task-3532087" [ 755.334678] env[69217]: _type = "Task" [ 755.334678] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.351161] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.448023] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532086, 'name': ReconfigVM_Task, 'duration_secs': 0.164273} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.448355] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.448697] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77494c86-5b43-43b2-9484-9244ebd5d913 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.454486] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 755.454486] env[69217]: value = "task-3532088" [ 755.454486] env[69217]: _type = "Task" [ 755.454486] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.465052] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.579592] env[69217]: DEBUG nova.network.neutron [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updated VIF entry in instance network info cache for port 842529f8-c300-4838-b753-c3295cf1de20. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.579948] env[69217]: DEBUG nova.network.neutron [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updating instance_info_cache with network_info: [{"id": "842529f8-c300-4838-b753-c3295cf1de20", "address": "fa:16:3e:2d:46:dd", "network": {"id": "7f833280-a0ef-4385-922a-404e25a8770e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-337081166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810421a32a7840c5bc62c1a8c239783d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842529f8-c3", "ovs_interfaceid": "842529f8-c300-4838-b753-c3295cf1de20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.655298] env[69217]: DEBUG nova.scheduler.client.report [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.846737] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.848751] env[69217]: DEBUG oslo_vmware.api [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532087, 'name': PowerOnVM_Task, 'duration_secs': 0.443999} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.849227] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.849488] env[69217]: INFO nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Took 7.69 seconds to spawn the instance on the hypervisor. [ 755.849767] env[69217]: DEBUG nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.850714] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afecd695-feb7-4113-96fd-615a67296deb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.878475] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.878963] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.879145] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.879387] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.879479] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.879629] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.879842] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.880016] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.880402] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.880402] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.880667] env[69217]: DEBUG nova.virt.hardware [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.881592] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb646b-fdc6-4b3f-985b-6647ae2b3ade {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.889904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed339cb0-2a9a-4708-b7ea-b60de8fdaf20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.963877] env[69217]: DEBUG oslo_vmware.api [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532088, 'name': PowerOnVM_Task, 'duration_secs': 0.409105} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.964222] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.966890] env[69217]: DEBUG nova.compute.manager [None req-61934b9c-00c5-4311-ac68-d478003d5e31 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.967741] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696b7f7-9196-4834-b939-93e24acacb8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.085391] env[69217]: DEBUG oslo_concurrency.lockutils [req-a542b8fd-74c3-45a8-8c89-1d681175a1b4 req-19db92f8-eb01-439f-b5c6-92991d5dd21e service nova] Releasing lock "refresh_cache-6b76a3c4-d85d-4c21-955b-24fb174871d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.163298] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.165801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.673s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.170447] env[69217]: INFO nova.compute.claims [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.196486] env[69217]: INFO nova.scheduler.client.report [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Deleted allocations for instance 5acbf9bd-f1d8-49bb-a737-4e1ec117a690 [ 756.369306] env[69217]: INFO nova.compute.manager [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Took 45.67 seconds to build instance. [ 756.548263] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Successfully updated port: 0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.707538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-005c4e44-071d-4c17-a608-49397d99a881 tempest-ServerShowV257Test-555074427 tempest-ServerShowV257Test-555074427-project-member] Lock "5acbf9bd-f1d8-49bb-a737-4e1ec117a690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.934s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.839824] env[69217]: DEBUG nova.compute.manager [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Received event network-vif-plugged-0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.839936] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Acquiring lock "236cb010-201d-4b20-8101-9ae1214d53da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.840169] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Lock "236cb010-201d-4b20-8101-9ae1214d53da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.840343] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Lock "236cb010-201d-4b20-8101-9ae1214d53da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.840531] env[69217]: DEBUG nova.compute.manager [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] No waiting events found dispatching network-vif-plugged-0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.840696] env[69217]: WARNING nova.compute.manager [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Received unexpected event network-vif-plugged-0af026ab-9f47-4784-8f88-b55389e1754e for instance with vm_state building and task_state spawning. [ 756.840855] env[69217]: DEBUG nova.compute.manager [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Received event network-changed-0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.841016] env[69217]: DEBUG nova.compute.manager [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Refreshing instance network info cache due to event network-changed-0af026ab-9f47-4784-8f88-b55389e1754e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.841245] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Acquiring lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.841427] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Acquired lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.841603] env[69217]: DEBUG nova.network.neutron [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Refreshing network info cache for port 0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.871612] env[69217]: DEBUG oslo_concurrency.lockutils [None req-53d37e8d-9213-406f-8ead-c2cdd142b27f tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.931s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.053793] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.375251] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.379079] env[69217]: DEBUG nova.network.neutron [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.500174] env[69217]: DEBUG nova.network.neutron [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.748160] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9585e8-dad9-43af-911d-b5de58b9b7c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.756565] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696b066-9f0f-4c93-a8ab-d1ed67f1c161 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.792133] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2051d9ab-dc46-467f-a515-cd483b0ae1f8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.800682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2c7d9-74ce-48a7-9141-13365bc2afdd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.815528] env[69217]: DEBUG nova.compute.provider_tree [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.900174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.002928] env[69217]: INFO nova.compute.manager [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Unrescuing [ 758.003237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.003396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.003575] env[69217]: DEBUG nova.network.neutron [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.005153] env[69217]: DEBUG oslo_concurrency.lockutils [req-47acd4c2-dc2e-4b24-8e5e-c25c064ca455 req-ca6757de-11db-4648-8c2f-15dab8b11029 service nova] Releasing lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.005504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.005655] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.117517] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.117752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.117996] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.118228] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.118437] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.120854] env[69217]: INFO nova.compute.manager [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Terminating instance [ 758.322820] env[69217]: DEBUG nova.scheduler.client.report [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.542623] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.626636] env[69217]: DEBUG nova.compute.manager [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.626851] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.627746] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b649d0a-b448-4d8b-bfbe-4ecf2632d028 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.636029] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.636144] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c166ce-bb97-43be-ae75-3fd03b1c1b1d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.642659] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 758.642659] env[69217]: value = "task-3532089" [ 758.642659] env[69217]: _type = "Task" [ 758.642659] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.650689] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.689116] env[69217]: DEBUG nova.network.neutron [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Updating instance_info_cache with network_info: [{"id": "0af026ab-9f47-4784-8f88-b55389e1754e", "address": "fa:16:3e:8b:1d:c2", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af026ab-9f", "ovs_interfaceid": "0af026ab-9f47-4784-8f88-b55389e1754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.769761] env[69217]: DEBUG nova.network.neutron [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updating instance_info_cache with network_info: [{"id": "0768dfd0-cfd5-4424-9842-0fd070949eed", "address": "fa:16:3e:fe:21:9a", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0768dfd0-cf", "ovs_interfaceid": "0768dfd0-cfd5-4424-9842-0fd070949eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.828126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.828724] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.831704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.156s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.834024] env[69217]: INFO nova.compute.claims [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.152933] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532089, 'name': PowerOffVM_Task, 'duration_secs': 0.199331} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.153172] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.153362] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.153607] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4ee30d-89ef-4823-9157-5c0703b89691 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.191767] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.192077] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance network_info: |[{"id": "0af026ab-9f47-4784-8f88-b55389e1754e", "address": "fa:16:3e:8b:1d:c2", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af026ab-9f", "ovs_interfaceid": "0af026ab-9f47-4784-8f88-b55389e1754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.192476] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1d:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af026ab-9f47-4784-8f88-b55389e1754e', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.199905] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.200118] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.200331] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550f4c5e-f349-4410-bdf6-1143e7262de5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.219600] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.219600] env[69217]: value = "task-3532091" [ 759.219600] env[69217]: _type = "Task" [ 759.219600] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.220778] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.220970] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.221164] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Deleting the datastore file [datastore1] 3906fb0a-c725-4bdb-9aef-d274c4ac709c {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.224129] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caa023d5-cddf-4417-a9a5-6a4a9cced2e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.230243] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532091, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.231405] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for the task: (returnval){ [ 759.231405] env[69217]: value = "task-3532092" [ 759.231405] env[69217]: _type = "Task" [ 759.231405] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.238345] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.272330] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-1bfb197a-067d-498f-9af3-bd6a384bd451" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.273049] env[69217]: DEBUG nova.objects.instance [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'flavor' on Instance uuid 1bfb197a-067d-498f-9af3-bd6a384bd451 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.340658] env[69217]: DEBUG nova.compute.utils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.343959] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.344243] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.382702] env[69217]: DEBUG nova.policy [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cede41b61bd64b0e8f599aa0699bd890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2758c17d653747858f72770ebf14ffc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.733155] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532091, 'name': CreateVM_Task, 'duration_secs': 0.371837} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.736351] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.737488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.737488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.737718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.739039] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7f438e-e271-443d-8e8a-c1ab127e118a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.740788] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Successfully created port: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.746460] env[69217]: DEBUG oslo_vmware.api [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Task: {'id': task-3532092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293406} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.746744] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.746970] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.747208] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.747429] env[69217]: INFO nova.compute.manager [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 759.747697] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.748755] env[69217]: DEBUG nova.compute.manager [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.748900] env[69217]: DEBUG nova.network.neutron [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.750481] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 759.750481] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525834e4-8beb-6052-6cbc-240bc6dc906e" [ 759.750481] env[69217]: _type = "Task" [ 759.750481] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.758959] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525834e4-8beb-6052-6cbc-240bc6dc906e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.781587] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2458ce3-d39e-4224-a708-f2248cbd576a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.803840] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.804534] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd0c38c-c2fe-438c-9afb-103a79554df1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.813186] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 759.813186] env[69217]: value = "task-3532093" [ 759.813186] env[69217]: _type = "Task" [ 759.813186] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.819123] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.847970] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.141495] env[69217]: DEBUG nova.compute.manager [req-e6963164-9145-4035-b365-1393c9c1ac49 req-199a4c04-5c35-4320-bed2-f4384e9f1da8 service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Received event network-vif-deleted-082928eb-322b-4ca7-b802-56b6543f81f6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.141495] env[69217]: INFO nova.compute.manager [req-e6963164-9145-4035-b365-1393c9c1ac49 req-199a4c04-5c35-4320-bed2-f4384e9f1da8 service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Neutron deleted interface 082928eb-322b-4ca7-b802-56b6543f81f6; detaching it from the instance and deleting it from the info cache [ 760.141495] env[69217]: DEBUG nova.network.neutron [req-e6963164-9145-4035-b365-1393c9c1ac49 req-199a4c04-5c35-4320-bed2-f4384e9f1da8 service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.263910] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525834e4-8beb-6052-6cbc-240bc6dc906e, 'name': SearchDatastore_Task, 'duration_secs': 0.04111} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.266697] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.266927] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.267175] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.267320] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.267881] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.267969] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-917173bb-c004-4adf-afe5-94acf81de75e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.289020] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.289236] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.290086] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8362f88a-3169-4c8d-b855-aa0bf3cbfc6f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.298791] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 760.298791] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c78593-12c3-02d7-2a93-c91dd8b32318" [ 760.298791] env[69217]: _type = "Task" [ 760.298791] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.306359] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c78593-12c3-02d7-2a93-c91dd8b32318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.320474] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532093, 'name': PowerOffVM_Task, 'duration_secs': 0.36786} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.320685] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.326073] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.328955] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffba891a-91cf-484c-a8fa-1febb53f6757 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.348801] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 760.348801] env[69217]: value = "task-3532094" [ 760.348801] env[69217]: _type = "Task" [ 760.348801] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.364501] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.447808] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb34c21-ef17-4981-b571-534f592606ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.457029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb466e67-b6c2-487a-bf4a-c5564957a77c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.488916] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b5809-1c78-4fe1-ab19-da50230e7465 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.496816] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f53991-7167-4765-8f78-4fa5ec5541cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.511023] env[69217]: DEBUG nova.compute.provider_tree [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.548755] env[69217]: DEBUG nova.network.neutron [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.644538] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-039a6347-50e9-41d3-bb1c-c5fa6edf510c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.652484] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ad078-7b5a-4c66-84a0-73c029a66d61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.685537] env[69217]: DEBUG nova.compute.manager [req-e6963164-9145-4035-b365-1393c9c1ac49 req-199a4c04-5c35-4320-bed2-f4384e9f1da8 service nova] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Detach interface failed, port_id=082928eb-322b-4ca7-b802-56b6543f81f6, reason: Instance 3906fb0a-c725-4bdb-9aef-d274c4ac709c could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.809590] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c78593-12c3-02d7-2a93-c91dd8b32318, 'name': SearchDatastore_Task, 'duration_secs': 0.016971} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.810257] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3395205c-031c-4df8-a5c4-5f4e9f2cb318 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.815549] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 760.815549] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526396fb-7b1d-273a-7487-072d0d1503df" [ 760.815549] env[69217]: _type = "Task" [ 760.815549] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.823914] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526396fb-7b1d-273a-7487-072d0d1503df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.857527] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532094, 'name': ReconfigVM_Task, 'duration_secs': 0.292828} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.857848] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.858059] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.858401] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af6fc9e-141f-499b-bd88-7dfe974d816a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.864509] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 760.864509] env[69217]: value = "task-3532095" [ 760.864509] env[69217]: _type = "Task" [ 760.864509] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.868480] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.874985] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.896493] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.896763] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.896970] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.897189] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.897339] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.897483] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.898067] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.898067] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.898067] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.898209] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.898385] env[69217]: DEBUG nova.virt.hardware [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.899308] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c39dfb-8379-4f48-8eff-c899bbf7eb8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.908353] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33a1de-fd05-4705-bfd1-15de21a6e49c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.014987] env[69217]: DEBUG nova.scheduler.client.report [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.052254] env[69217]: INFO nova.compute.manager [-] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Took 1.30 seconds to deallocate network for instance. [ 761.264240] env[69217]: DEBUG nova.compute.manager [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Received event network-vif-plugged-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.264478] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.264699] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.264867] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.265667] env[69217]: DEBUG nova.compute.manager [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] No waiting events found dispatching network-vif-plugged-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.265927] env[69217]: WARNING nova.compute.manager [req-d9bb3257-db14-4461-8c9e-5ec258864674 req-2f98228b-e3db-4cc3-9f8a-65ee73c2b3d1 service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Received unexpected event network-vif-plugged-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd for instance with vm_state building and task_state spawning. [ 761.326607] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526396fb-7b1d-273a-7487-072d0d1503df, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.326882] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.327158] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/236cb010-201d-4b20-8101-9ae1214d53da.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.327427] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81048e60-bdb3-43d2-9d97-a4783233f6d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.333655] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Successfully updated port: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.337940] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 761.337940] env[69217]: value = "task-3532096" [ 761.337940] env[69217]: _type = "Task" [ 761.337940] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.345539] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.375774] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.522446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.524147] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.525997] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.892s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.526096] env[69217]: DEBUG nova.objects.instance [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lazy-loading 'resources' on Instance uuid 87ea1913-e475-40c2-bb66-8777a9fdd5c4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.558862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.836850] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.837138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.837264] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.860932] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532096, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.880988] env[69217]: DEBUG oslo_vmware.api [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532095, 'name': PowerOnVM_Task, 'duration_secs': 0.560228} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.882297] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.882795] env[69217]: DEBUG nova.compute.manager [None req-2bca2f74-3911-4e03-9fc2-969a03aaa0ec tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.883986] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5756fd-a8b6-4c51-8a84-712ac7e03e81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.030575] env[69217]: DEBUG nova.compute.utils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.035422] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 762.355610] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833608} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.355701] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/236cb010-201d-4b20-8101-9ae1214d53da.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.355912] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.356214] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94db6f40-8314-4c3f-a455-874b2c8c0b50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.363410] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 762.363410] env[69217]: value = "task-3532097" [ 762.363410] env[69217]: _type = "Task" [ 762.363410] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.371711] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.405117] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.537043] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.590558] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11186770-e156-490a-88d0-cb0da30cbca2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.595687] env[69217]: DEBUG nova.network.neutron [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updating instance_info_cache with network_info: [{"id": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "address": "fa:16:3e:e8:39:ad", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7eccd7-6c", "ovs_interfaceid": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.599790] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a90d5-f1e7-424a-b265-61810384be4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.633253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043fae0-141c-4934-a6df-13a4416003ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.641609] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f58cf0-6bd0-4cca-8d96-7bbc80c1ad98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.655503] env[69217]: DEBUG nova.compute.provider_tree [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.873737] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069497} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.874081] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.874910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6d157-383f-496b-a77d-bddd9f5bf94b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.896799] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/236cb010-201d-4b20-8101-9ae1214d53da.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.897102] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2cb74c-6f8d-42f2-8be5-39e78c117db2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.916638] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 762.916638] env[69217]: value = "task-3532098" [ 762.916638] env[69217]: _type = "Task" [ 762.916638] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.925124] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.100344] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100718] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Instance network_info: |[{"id": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "address": "fa:16:3e:e8:39:ad", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7eccd7-6c", "ovs_interfaceid": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.101166] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:39:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f7eccd7-6c1c-4914-b134-b7ab7f0028bd', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.109067] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Creating folder: Project (2758c17d653747858f72770ebf14ffc5). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.109349] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d732f79-828b-4a3e-9390-68e6e743cf8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.123489] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Created folder: Project (2758c17d653747858f72770ebf14ffc5) in parent group-v705386. [ 763.123489] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Creating folder: Instances. Parent ref: group-v705478. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.123489] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0930eac1-ab3e-47d1-9dcb-f2ea32a691f8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.133375] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Created folder: Instances in parent group-v705478. [ 763.133837] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.134074] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.134328] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555d4f12-117b-4a00-a704-8277bb127200 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.153677] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.153677] env[69217]: value = "task-3532101" [ 763.153677] env[69217]: _type = "Task" [ 763.153677] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.159201] env[69217]: DEBUG nova.scheduler.client.report [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.165306] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532101, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.291739] env[69217]: DEBUG nova.compute.manager [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Received event network-changed-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.291831] env[69217]: DEBUG nova.compute.manager [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Refreshing instance network info cache due to event network-changed-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.292073] env[69217]: DEBUG oslo_concurrency.lockutils [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] Acquiring lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.292237] env[69217]: DEBUG oslo_concurrency.lockutils [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] Acquired lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.292402] env[69217]: DEBUG nova.network.neutron [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Refreshing network info cache for port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.427220] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532098, 'name': ReconfigVM_Task, 'duration_secs': 0.295685} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.427576] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/236cb010-201d-4b20-8101-9ae1214d53da.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.428313] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f67a787-a3e1-425c-b501-7c033c328bb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.434849] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 763.434849] env[69217]: value = "task-3532102" [ 763.434849] env[69217]: _type = "Task" [ 763.434849] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.443230] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532102, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.547408] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.584913] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.585225] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.585445] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.585647] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.585805] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.586021] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.586296] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.586570] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.586763] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.586932] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.587126] env[69217]: DEBUG nova.virt.hardware [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.588053] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf044a2e-7ef5-457f-a435-cb48925c65e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.596855] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2b7ac-a829-42dd-8339-72fa5719a528 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.611328] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.617315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Creating folder: Project (fec6d63dc7b449ce8526b54d95c953cc). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.617690] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59433a40-083e-4984-b58b-7f1ee4cedcf2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.627867] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Created folder: Project (fec6d63dc7b449ce8526b54d95c953cc) in parent group-v705386. [ 763.628040] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Creating folder: Instances. Parent ref: group-v705481. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.628303] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a4af18-71ca-4d75-84e5-8f4ecf195a68 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.637351] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Created folder: Instances in parent group-v705481. [ 763.637653] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.637893] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.638487] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cfcfb9e-106f-4c60-b44a-b5ce54ab7478 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.656183] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.656183] env[69217]: value = "task-3532105" [ 763.656183] env[69217]: _type = "Task" [ 763.656183] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.667151] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.672555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.706s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.673941] env[69217]: INFO nova.compute.claims [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.677013] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532101, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.685048] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532105, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.701432] env[69217]: INFO nova.scheduler.client.report [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleted allocations for instance 87ea1913-e475-40c2-bb66-8777a9fdd5c4 [ 763.947304] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532102, 'name': Rename_Task, 'duration_secs': 0.180513} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.947615] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.947889] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd676ae7-3316-4675-9e1a-32e293fde5bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.954699] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 763.954699] env[69217]: value = "task-3532106" [ 763.954699] env[69217]: _type = "Task" [ 763.954699] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.964837] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.091642] env[69217]: DEBUG nova.network.neutron [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updated VIF entry in instance network info cache for port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.092184] env[69217]: DEBUG nova.network.neutron [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updating instance_info_cache with network_info: [{"id": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "address": "fa:16:3e:e8:39:ad", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7eccd7-6c", "ovs_interfaceid": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.174022] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532101, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.174022] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532105, 'name': CreateVM_Task, 'duration_secs': 0.426297} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.174022] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.174599] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.174952] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.175402] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.175826] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d99ba83-292f-4fe5-ab43-1b0a9aca64de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.182875] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 764.182875] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ffa8d-2e1e-5486-48cd-2b83bf295a9f" [ 764.182875] env[69217]: _type = "Task" [ 764.182875] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.191953] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ffa8d-2e1e-5486-48cd-2b83bf295a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.210028] env[69217]: DEBUG oslo_concurrency.lockutils [None req-766d20f4-ad2e-48bc-a1f5-e166de486680 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "87ea1913-e475-40c2-bb66-8777a9fdd5c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.545s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.469499] env[69217]: DEBUG oslo_vmware.api [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532106, 'name': PowerOnVM_Task, 'duration_secs': 0.482202} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.471072] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.471072] env[69217]: INFO nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Took 8.62 seconds to spawn the instance on the hypervisor. [ 764.471072] env[69217]: DEBUG nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.471639] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c1e38-58f7-43c2-9704-5b8912bd6646 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.594952] env[69217]: DEBUG oslo_concurrency.lockutils [req-383d282d-7437-4763-b3ed-5784053ed8b2 req-71514506-ee00-4d0a-8f49-5a0aa471766a service nova] Releasing lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.667050] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532101, 'name': CreateVM_Task, 'duration_secs': 1.377295} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.667302] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.667973] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.696154] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ffa8d-2e1e-5486-48cd-2b83bf295a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.696701] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.696780] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.696993] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.697176] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.697390] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.697706] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.698060] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.698508] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20180a67-c9a7-4ba6-b74a-94ed16216f64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.700317] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b61079-ca70-4400-9400-55e662a0a937 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.705430] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 764.705430] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522659e0-695c-c1f4-4896-413e43b83f2c" [ 764.705430] env[69217]: _type = "Task" [ 764.705430] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.712908] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.713107] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.714610] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ae9703-e7ee-474d-bb9f-26a87e8bd5dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.720031] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522659e0-695c-c1f4-4896-413e43b83f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.720626] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.720871] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.721094] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.723333] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 764.723333] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5204bdb2-530a-d9b4-0e81-5b949763e388" [ 764.723333] env[69217]: _type = "Task" [ 764.723333] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.734844] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5204bdb2-530a-d9b4-0e81-5b949763e388, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.737999] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5b33d4-ee23-427d-931a-a947537b7e94 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.743359] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 764.743359] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235fc73-7912-50f1-316a-61ca4a31437b" [ 764.743359] env[69217]: _type = "Task" [ 764.743359] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.753192] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235fc73-7912-50f1-316a-61ca4a31437b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.921981] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.922314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.922530] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.922711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.922870] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.925094] env[69217]: INFO nova.compute.manager [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Terminating instance [ 764.991619] env[69217]: INFO nova.compute.manager [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Took 50.48 seconds to build instance. [ 765.239903] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad018d4-7ef9-43e7-bc71-a64c03ef2945 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.252384] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca72c3-4ed4-4371-ab13-d25251f8bd2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.257449] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235fc73-7912-50f1-316a-61ca4a31437b, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.258111] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.258408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.258677] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.258861] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.259079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37b81620-88e6-4b5d-90a5-dfa948b6f11e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.283686] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad79f9b1-82e8-49aa-9d52-4ab0e145a2b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287320] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a15b7-5011-41c3-864f-1ee5124ce66a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.291321] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 765.291321] env[69217]: value = "task-3532107" [ 765.291321] env[69217]: _type = "Task" [ 765.291321] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.298319] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696225f6-adb9-4e1b-8750-b2c1b252a928 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301918] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.302106] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.305540] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcca9e12-2691-4cef-b92c-640fd135cbfe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.307633] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.322420] env[69217]: DEBUG nova.compute.provider_tree [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.323021] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 765.323021] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5275d961-7de9-5c5d-c663-8fe4dc32151f" [ 765.323021] env[69217]: _type = "Task" [ 765.323021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.331014] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5275d961-7de9-5c5d-c663-8fe4dc32151f, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.331830] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484b4118-1d6a-480c-8692-28a2562039b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.337559] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 765.337559] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52750006-fb03-5447-15dc-80ff8fcb03b6" [ 765.337559] env[69217]: _type = "Task" [ 765.337559] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.341225] env[69217]: INFO nova.compute.manager [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Rescuing [ 765.341462] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.341609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.341767] env[69217]: DEBUG nova.network.neutron [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.346082] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52750006-fb03-5447-15dc-80ff8fcb03b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.392594] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.392818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.429691] env[69217]: DEBUG nova.compute.manager [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.429936] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.430845] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ce91c-95b9-4c90-9055-b1c65b26b5c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.438764] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.439052] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f631e92-d223-4fed-8f12-ba49dc20c2a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.445757] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 765.445757] env[69217]: value = "task-3532108" [ 765.445757] env[69217]: _type = "Task" [ 765.445757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.456935] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.496041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.198s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.801897] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504072} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.801897] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.801897] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.802205] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe5f70f-4138-4229-ae29-ee4974c9fe2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.808279] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 765.808279] env[69217]: value = "task-3532109" [ 765.808279] env[69217]: _type = "Task" [ 765.808279] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.816215] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.827388] env[69217]: DEBUG nova.scheduler.client.report [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.850910] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52750006-fb03-5447-15dc-80ff8fcb03b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007758} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.851252] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.851587] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fd2abf04-8542-4fe9-9d72-77202b316adf/fd2abf04-8542-4fe9-9d72-77202b316adf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.852261] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a6f4a6-85b2-4faf-937b-93f46f1b046c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.858599] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 765.858599] env[69217]: value = "task-3532110" [ 765.858599] env[69217]: _type = "Task" [ 765.858599] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.867754] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.955075] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532108, 'name': PowerOffVM_Task, 'duration_secs': 0.2286} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.955356] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.955599] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.956072] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483d7ea3-b096-46ef-830a-207274844fbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.999186] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.020034] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.020034] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.020034] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleting the datastore file [datastore2] 7080e070-ba39-48ca-b4c7-abcd4349eb57 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.020034] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33a4602-7823-4729-918b-f93776eb865f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.025311] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for the task: (returnval){ [ 766.025311] env[69217]: value = "task-3532112" [ 766.025311] env[69217]: _type = "Task" [ 766.025311] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.037544] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.064666] env[69217]: DEBUG nova.network.neutron [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Updating instance_info_cache with network_info: [{"id": "0af026ab-9f47-4784-8f88-b55389e1754e", "address": "fa:16:3e:8b:1d:c2", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af026ab-9f", "ovs_interfaceid": "0af026ab-9f47-4784-8f88-b55389e1754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.320363] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142071} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.320634] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.321489] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052a5fa0-926d-4af2-864b-5f9624305420 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.335432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.335979] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.348385] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.349145] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.520s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.350789] env[69217]: INFO nova.compute.claims [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.354854] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f3f912-f237-481e-bdb8-29ba14ad2d58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.378868] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 766.378868] env[69217]: value = "task-3532113" [ 766.378868] env[69217]: _type = "Task" [ 766.378868] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.383106] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532110, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.392204] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.523202] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.537738] env[69217]: DEBUG oslo_vmware.api [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Task: {'id': task-3532112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323687} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.538518] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.538877] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.539152] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.539485] env[69217]: INFO nova.compute.manager [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Took 1.11 seconds to destroy the instance on the hypervisor. [ 766.539964] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.540266] env[69217]: DEBUG nova.compute.manager [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.540493] env[69217]: DEBUG nova.network.neutron [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.568178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.850884] env[69217]: DEBUG nova.compute.utils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.852440] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.852602] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.865412] env[69217]: DEBUG nova.compute.manager [req-b1c48cfb-8a34-4bcb-bf2f-94239dbb5c81 req-fe5391ae-ad40-458a-9ffa-3b6fedddf969 service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Received event network-vif-deleted-d0c36772-64b2-4638-88c6-3c3c6ab60e94 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.865412] env[69217]: INFO nova.compute.manager [req-b1c48cfb-8a34-4bcb-bf2f-94239dbb5c81 req-fe5391ae-ad40-458a-9ffa-3b6fedddf969 service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Neutron deleted interface d0c36772-64b2-4638-88c6-3c3c6ab60e94; detaching it from the instance and deleting it from the info cache [ 766.865412] env[69217]: DEBUG nova.network.neutron [req-b1c48cfb-8a34-4bcb-bf2f-94239dbb5c81 req-fe5391ae-ad40-458a-9ffa-3b6fedddf969 service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.881192] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549117} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.881434] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fd2abf04-8542-4fe9-9d72-77202b316adf/fd2abf04-8542-4fe9-9d72-77202b316adf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.881644] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.881878] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a421ba3-6a20-425c-a7e2-517dec62bfb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.894330] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.895587] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 766.895587] env[69217]: value = "task-3532114" [ 766.895587] env[69217]: _type = "Task" [ 766.895587] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.903279] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.910205] env[69217]: DEBUG nova.policy [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe5429c17cf41e8a807dfc883448c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc325affb7454c9fb5a08672783dab67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.324302] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Successfully created port: b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.328092] env[69217]: DEBUG nova.network.neutron [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.355650] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.365442] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e9ebe8b-83b8-4daa-84b1-9cb38b2d5c74 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.377269] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052e15c-b69a-4f3b-8955-53af745f118c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.408909] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.425095] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.426074] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532113, 'name': ReconfigVM_Task, 'duration_secs': 0.758928} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.426789] env[69217]: DEBUG nova.compute.manager [req-b1c48cfb-8a34-4bcb-bf2f-94239dbb5c81 req-fe5391ae-ad40-458a-9ffa-3b6fedddf969 service nova] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Detach interface failed, port_id=d0c36772-64b2-4638-88c6-3c3c6ab60e94, reason: Instance 7080e070-ba39-48ca-b4c7-abcd4349eb57 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.430636] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2538b1-af26-46d9-8913-bded19f84221 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.437381] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.438479] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b53db91-fd66-421d-87e5-6222affd36bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.463022] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] fd2abf04-8542-4fe9-9d72-77202b316adf/fd2abf04-8542-4fe9-9d72-77202b316adf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.468288] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e733d2ab-140e-4b03-9577-bb10d567e827 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.483742] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 767.483742] env[69217]: value = "task-3532115" [ 767.483742] env[69217]: _type = "Task" [ 767.483742] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.494278] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 767.494278] env[69217]: value = "task-3532116" [ 767.494278] env[69217]: _type = "Task" [ 767.494278] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.498503] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532115, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.505509] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.832386] env[69217]: INFO nova.compute.manager [-] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Took 1.29 seconds to deallocate network for instance. [ 767.959885] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb0cfe-b5c7-42e5-9ae8-cc2aee463e27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.968523] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b21960-02ca-4699-a2d5-9242530471f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.026904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a35137-c22e-49fe-a780-9ae923f35a63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.042328] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532115, 'name': Rename_Task, 'duration_secs': 0.355348} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.044383] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.044383] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.044383] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b77749-106e-48fe-a75b-88b849ec4f96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048637] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0a9a30-edef-4dd5-9e6c-064b6e039a92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.061985] env[69217]: DEBUG nova.compute.provider_tree [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.066021] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 768.066021] env[69217]: value = "task-3532117" [ 768.066021] env[69217]: _type = "Task" [ 768.066021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.073852] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.107058] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.107200] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16083cb-aca8-42e3-b3fc-96ed716bb0d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.115027] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 768.115027] env[69217]: value = "task-3532118" [ 768.115027] env[69217]: _type = "Task" [ 768.115027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.123728] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.340659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.365187] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.394281] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.394560] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.394776] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.394884] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.395037] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.395192] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.395405] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.395561] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.395723] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.395883] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.396113] env[69217]: DEBUG nova.virt.hardware [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.397007] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac7c62-fbe1-478b-88c6-430bdb1eba07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.405527] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3e2f6-944a-4954-96e0-61d5bf0ef530 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.530978] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532116, 'name': ReconfigVM_Task, 'duration_secs': 0.929483} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.531416] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfigured VM instance instance-00000022 to attach disk [datastore1] fd2abf04-8542-4fe9-9d72-77202b316adf/fd2abf04-8542-4fe9-9d72-77202b316adf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.532439] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e69b6968-ce20-4ad5-bcc8-5c3e287c7921 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538924] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 768.538924] env[69217]: value = "task-3532119" [ 768.538924] env[69217]: _type = "Task" [ 768.538924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.547183] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532119, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.576454] env[69217]: DEBUG oslo_vmware.api [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532117, 'name': PowerOnVM_Task, 'duration_secs': 0.436152} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.577419] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.577419] env[69217]: INFO nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Took 5.03 seconds to spawn the instance on the hypervisor. [ 768.577419] env[69217]: DEBUG nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.577974] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d5e3f-f306-4472-8eed-30e014deee96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.587061] env[69217]: ERROR nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [req-c9c9d9b7-df63-4c99-9b0f-f52b5104ceb3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9c9d9b7-df63-4c99-9b0f-f52b5104ceb3"}]} [ 768.604151] env[69217]: DEBUG nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 768.620287] env[69217]: DEBUG nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 768.620503] env[69217]: DEBUG nova.compute.provider_tree [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.628231] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532118, 'name': PowerOffVM_Task, 'duration_secs': 0.162442} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.628489] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.629321] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34574d-1614-4ec5-b1d2-3a60eab2dcaa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.634156] env[69217]: DEBUG nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 768.650894] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca71b8-c2f9-484a-a854-62c588ea85c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.672385] env[69217]: DEBUG nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 768.702020] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.702960] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa809f3-7e25-4291-87a7-e5d102c7e625 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.714948] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 768.714948] env[69217]: value = "task-3532120" [ 768.714948] env[69217]: _type = "Task" [ 768.714948] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.731032] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.930340] env[69217]: DEBUG nova.compute.manager [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Received event network-vif-plugged-b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.931028] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] Acquiring lock "9a150c60-ea21-4c99-8237-267850c02324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.931028] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] Lock "9a150c60-ea21-4c99-8237-267850c02324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.931028] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] Lock "9a150c60-ea21-4c99-8237-267850c02324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.931355] env[69217]: DEBUG nova.compute.manager [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] No waiting events found dispatching network-vif-plugged-b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.931391] env[69217]: WARNING nova.compute.manager [req-cf9d940e-e076-452f-9a77-b04a8172d98f req-bd96077e-2dd8-46a3-83d9-1f0aa252fee0 service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Received unexpected event network-vif-plugged-b7c2939f-f576-466f-a5da-5d0988bdfaed for instance with vm_state building and task_state spawning. [ 769.046143] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Successfully updated port: b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.052018] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532119, 'name': Rename_Task, 'duration_secs': 0.183747} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.054915] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.055435] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71cfc05-8b32-415b-a081-f52f0eaa1c92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.062787] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 769.062787] env[69217]: value = "task-3532121" [ 769.062787] env[69217]: _type = "Task" [ 769.062787] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.076568] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.100860] env[69217]: INFO nova.compute.manager [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Took 44.44 seconds to build instance. [ 769.219977] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887fa8f4-e031-4ad2-828b-fa60090b7513 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.230329] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa621feb-81f3-49b8-ba11-9131540a7a74 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233518] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 769.233722] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.233956] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.234115] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.234319] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.234839] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9ced89-822e-4465-b8a8-cfc7ef397a28 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.263167] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b404f-d9e7-46f4-b29d-de3062fab1fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.265857] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.266031] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.266745] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7537d76-12f8-452d-be8a-0e4d0cc73a0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.274596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc9169-0c91-44e1-80fb-9f7072b46dcf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.278674] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 769.278674] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524dba64-7982-d9dd-9e98-f5e4370323cd" [ 769.278674] env[69217]: _type = "Task" [ 769.278674] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.291364] env[69217]: DEBUG nova.compute.provider_tree [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.297542] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524dba64-7982-d9dd-9e98-f5e4370323cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.298216] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301084ee-e884-40f5-9435-1d95bf769af7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.303720] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 769.303720] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c74079-a83f-0a67-ba5b-321dd232998c" [ 769.303720] env[69217]: _type = "Task" [ 769.303720] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.311645] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c74079-a83f-0a67-ba5b-321dd232998c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.555650] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.556106] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.556106] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.576195] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.603512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e0ab535-72ab-4bf3-ac26-23e4859ab5a4 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.437s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.814040] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c74079-a83f-0a67-ba5b-321dd232998c, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.814276] env[69217]: DEBUG oslo_concurrency.lockutils [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.814796] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 769.814796] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a720a85b-5234-47a3-b8c6-230f88c8013b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.821584] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 769.821584] env[69217]: value = "task-3532122" [ 769.821584] env[69217]: _type = "Task" [ 769.821584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.826901] env[69217]: DEBUG nova.scheduler.client.report [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.827175] env[69217]: DEBUG nova.compute.provider_tree [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 62 to 63 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.827382] env[69217]: DEBUG nova.compute.provider_tree [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.835943] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.858341] env[69217]: INFO nova.compute.manager [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Rebuilding instance [ 769.908086] env[69217]: DEBUG nova.compute.manager [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.908953] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e215f-8f45-49df-a88b-92896b2d31dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.073900] env[69217]: DEBUG oslo_vmware.api [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532121, 'name': PowerOnVM_Task, 'duration_secs': 0.573709} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.074258] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.074465] env[69217]: INFO nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Took 9.21 seconds to spawn the instance on the hypervisor. [ 770.074647] env[69217]: DEBUG nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.075494] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef392d9-3975-4228-b7d7-a122ed73cdb5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.094874] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.106849] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.288481] env[69217]: DEBUG nova.network.neutron [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Updating instance_info_cache with network_info: [{"id": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "address": "fa:16:3e:75:75:21", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c2939f-f5", "ovs_interfaceid": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.331196] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472796} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.331460] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 770.332252] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998fd06-fde5-4fde-8e94-204cc5fc6857 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.349910] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.350415] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.360356] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.360954] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.518s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.361194] env[69217]: DEBUG nova.objects.instance [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lazy-loading 'resources' on Instance uuid b5e4935e-86a3-40d4-870e-bcfde8ce3e75 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.362264] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f926e7b6-8439-4c2d-b432-a87f6a9c8c72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.381680] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 770.381680] env[69217]: value = "task-3532123" [ 770.381680] env[69217]: _type = "Task" [ 770.381680] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.389785] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.601660] env[69217]: INFO nova.compute.manager [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Took 49.13 seconds to build instance. [ 770.629399] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.794276] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.794276] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Instance network_info: |[{"id": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "address": "fa:16:3e:75:75:21", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c2939f-f5", "ovs_interfaceid": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.794538] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:75:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7c2939f-f576-466f-a5da-5d0988bdfaed', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.802055] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating folder: Project (dc325affb7454c9fb5a08672783dab67). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.802386] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a774d7e-0cb3-4f9a-bec2-8320c3d6f1a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.819142] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Created folder: Project (dc325affb7454c9fb5a08672783dab67) in parent group-v705386. [ 770.819142] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating folder: Instances. Parent ref: group-v705484. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.820329] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fba2c8b-a8e0-4a20-ab41-01a5301b3daa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.833820] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Created folder: Instances in parent group-v705484. [ 770.833820] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.833820] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.833820] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194eb056-c662-4576-bd23-e462304ed3da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.855029] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.855029] env[69217]: value = "task-3532126" [ 770.855029] env[69217]: _type = "Task" [ 770.855029] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.863586] env[69217]: DEBUG nova.compute.utils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.864902] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532126, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.866194] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.895273] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532123, 'name': ReconfigVM_Task, 'duration_secs': 0.452361} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.895273] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.895759] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80898bca-dedb-4be3-9cb5-aa322b753abd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.922305] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.930890] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-521d8728-5bdc-4530-a14a-7f4aa7f52573 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.932760] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e45e59-d90d-4a22-8da7-f96bafd30c1f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.949072] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 770.949072] env[69217]: value = "task-3532127" [ 770.949072] env[69217]: _type = "Task" [ 770.949072] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.950708] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 770.950708] env[69217]: value = "task-3532128" [ 770.950708] env[69217]: _type = "Task" [ 770.950708] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.970379] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.974651] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.021478] env[69217]: DEBUG nova.compute.manager [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Received event network-changed-b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.021653] env[69217]: DEBUG nova.compute.manager [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Refreshing instance network info cache due to event network-changed-b7c2939f-f576-466f-a5da-5d0988bdfaed. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.021877] env[69217]: DEBUG oslo_concurrency.lockutils [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] Acquiring lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.022031] env[69217]: DEBUG oslo_concurrency.lockutils [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] Acquired lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.022199] env[69217]: DEBUG nova.network.neutron [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Refreshing network info cache for port b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.102917] env[69217]: DEBUG oslo_concurrency.lockutils [None req-11f33fe9-6fd6-478f-8b20-b553761f2020 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.572s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.371192] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.373601] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532126, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.411919] env[69217]: DEBUG nova.compute.manager [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Received event network-changed-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.412164] env[69217]: DEBUG nova.compute.manager [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Refreshing instance network info cache due to event network-changed-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.412357] env[69217]: DEBUG oslo_concurrency.lockutils [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] Acquiring lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.412577] env[69217]: DEBUG oslo_concurrency.lockutils [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] Acquired lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.412662] env[69217]: DEBUG nova.network.neutron [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Refreshing network info cache for port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.468069] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532127, 'name': PowerOffVM_Task, 'duration_secs': 0.194722} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.468387] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.468651] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.469161] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.469942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f0f2f-d70d-4e37-843f-f627457cce8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.477298] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.477539] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b566775-21a0-4f0c-9e89-f4bd20dfb8f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.496379] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932373ca-c61d-4da0-a18c-d81426bcb6b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.501719] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.501935] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.502156] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Deleting the datastore file [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.504198] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535518d1-ee4b-410d-85dc-3bbb123ba9aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.506780] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f88e5-3564-4412-a8b6-ef9cba011178 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.514699] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 771.514699] env[69217]: value = "task-3532130" [ 771.514699] env[69217]: _type = "Task" [ 771.514699] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.549876] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceefcfdb-ce53-412a-9d80-bdb2e4e10fce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.557302] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.561091] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426896c-e810-42e1-a464-2aac7d679637 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.574986] env[69217]: DEBUG nova.compute.provider_tree [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.606405] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.865194] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532126, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.970027] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.025043] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146558} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.025729] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.025729] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.025834] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.066796] env[69217]: DEBUG nova.network.neutron [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Updated VIF entry in instance network info cache for port b7c2939f-f576-466f-a5da-5d0988bdfaed. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.067167] env[69217]: DEBUG nova.network.neutron [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Updating instance_info_cache with network_info: [{"id": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "address": "fa:16:3e:75:75:21", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c2939f-f5", "ovs_interfaceid": "b7c2939f-f576-466f-a5da-5d0988bdfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.078033] env[69217]: DEBUG nova.scheduler.client.report [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.133044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.193415] env[69217]: DEBUG nova.network.neutron [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updated VIF entry in instance network info cache for port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.193767] env[69217]: DEBUG nova.network.neutron [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updating instance_info_cache with network_info: [{"id": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "address": "fa:16:3e:e8:39:ad", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7eccd7-6c", "ovs_interfaceid": "3f7eccd7-6c1c-4914-b134-b7ab7f0028bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.366352] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532126, 'name': CreateVM_Task, 'duration_secs': 1.041916} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.366528] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.367283] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.367452] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.367774] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.368060] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c99d9d-1a2f-477a-ab63-d3a3a17a7ef7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.373027] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 772.373027] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d32c4e-cf4b-d05c-c092-9da82e2be990" [ 772.373027] env[69217]: _type = "Task" [ 772.373027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.381311] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d32c4e-cf4b-d05c-c092-9da82e2be990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.388602] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.415089] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.415604] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.415806] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.416007] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.416168] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.416316] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.416529] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.416714] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.416885] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.417058] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.417236] env[69217]: DEBUG nova.virt.hardware [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.418109] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da41b2-d4a5-455e-b620-992a2d27e5e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.426338] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c09087d-552c-4009-b1df-ac3b17641379 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.439660] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.445258] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Creating folder: Project (ae512dad6fba47e59a9e5aedb25d6721). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.445559] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29de5368-9e54-4924-b4d5-2a7a2a46ba56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.455650] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Created folder: Project (ae512dad6fba47e59a9e5aedb25d6721) in parent group-v705386. [ 772.455834] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Creating folder: Instances. Parent ref: group-v705487. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.458900] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a639aaa-cc88-408f-9d56-4f78b863a94b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.465279] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532128, 'name': ReconfigVM_Task, 'duration_secs': 1.362006} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.465523] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.465755] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8217aa0d-21a5-4781-8079-745befccf745 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.469458] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Created folder: Instances in parent group-v705487. [ 772.469679] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.469856] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.470055] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13adefd-e7fc-4738-80e3-b28276c6c6fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.482822] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 772.482822] env[69217]: value = "task-3532133" [ 772.482822] env[69217]: _type = "Task" [ 772.482822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.487106] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.487106] env[69217]: value = "task-3532134" [ 772.487106] env[69217]: _type = "Task" [ 772.487106] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.493371] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.497989] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532134, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.570278] env[69217]: DEBUG oslo_concurrency.lockutils [req-6b1a7815-4ff6-47fe-97d5-a0b1057a559b req-05950d54-2f6b-4fd2-8db7-7bb3a707e90f service nova] Releasing lock "refresh_cache-9a150c60-ea21-4c99-8237-267850c02324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.582489] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.585545] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.167s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.585853] env[69217]: DEBUG nova.objects.instance [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'resources' on Instance uuid 7120b731-6946-48ee-9d53-74f7b9d92858 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.604449] env[69217]: INFO nova.scheduler.client.report [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleted allocations for instance b5e4935e-86a3-40d4-870e-bcfde8ce3e75 [ 772.696813] env[69217]: DEBUG oslo_concurrency.lockutils [req-5d7e7e84-80f8-42c7-9e57-58ec0e5ebca5 req-1a01b757-8eef-4893-aaf3-16dc2138268a service nova] Releasing lock "refresh_cache-fd2abf04-8542-4fe9-9d72-77202b316adf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.883537] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d32c4e-cf4b-d05c-c092-9da82e2be990, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.883832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.884085] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.884373] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.884524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.884703] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.884974] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ef1dd2-1a2c-4bea-a32d-99366325c691 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.893605] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.893794] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.894623] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb8fabe-a0e2-407d-88a2-cce161ca85c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.899711] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 772.899711] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f30b3-fd08-3fad-2fb1-b67de822dd55" [ 772.899711] env[69217]: _type = "Task" [ 772.899711] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.908109] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f30b3-fd08-3fad-2fb1-b67de822dd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.994946] env[69217]: DEBUG oslo_vmware.api [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532133, 'name': PowerOnVM_Task, 'duration_secs': 0.424148} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.995663] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.000400] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532134, 'name': CreateVM_Task, 'duration_secs': 0.304311} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.001295] env[69217]: DEBUG nova.compute.manager [None req-121be8f4-fba9-47fb-8904-637895af54fb tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.001511] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.003462] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b94f1f-d39f-4897-98e3-25551f03c5a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.004953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.005126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.005566] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.005759] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826bec91-a3d3-4fc0-b741-36dfe40ac62d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.015068] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 773.015068] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223c89a-6c13-e043-abe9-746b759319fd" [ 773.015068] env[69217]: _type = "Task" [ 773.015068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.023038] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223c89a-6c13-e043-abe9-746b759319fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.063659] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.063916] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.064094] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.065229] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.065229] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.065420] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.065702] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.065911] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.066118] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.066422] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.066521] env[69217]: DEBUG nova.virt.hardware [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.070019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e96499-09df-4375-a7a3-eeda8d5217c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.076140] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52891d0c-a45e-44e0-9ee0-b76f92558e52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.092441] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.098033] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.098547] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.098784] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa916a8a-8bd4-4ce2-974d-fb47f63881fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.114423] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4976a90-09e6-480c-b032-18c44c1f445d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "b5e4935e-86a3-40d4-870e-bcfde8ce3e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.597s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.124177] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.124177] env[69217]: value = "task-3532135" [ 773.124177] env[69217]: _type = "Task" [ 773.124177] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.132048] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532135, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.410528] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f30b3-fd08-3fad-2fb1-b67de822dd55, 'name': SearchDatastore_Task, 'duration_secs': 0.00808} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.414031] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cde504-fc33-4e22-83e2-f6c3d8788676 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.419679] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 773.419679] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52977583-120e-2f76-d0ab-f232f16e9de2" [ 773.419679] env[69217]: _type = "Task" [ 773.419679] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.432150] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52977583-120e-2f76-d0ab-f232f16e9de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.532026] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5223c89a-6c13-e043-abe9-746b759319fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.532026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.532026] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.532026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.532026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.532669] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.533091] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d383d38c-2e7f-4299-af2a-95c658393b3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.547288] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.547788] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.548676] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d688a8-da1f-4f03-becf-53da2f763958 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.554752] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 773.554752] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52634c85-70e4-0882-807e-d586f12cc416" [ 773.554752] env[69217]: _type = "Task" [ 773.554752] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.566180] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52634c85-70e4-0882-807e-d586f12cc416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.633334] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532135, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.684903] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6e14f-f387-47a5-a260-a8a7d4f4ea98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.692536] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1ad04-aa54-4e45-9834-86284e5c08a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.727830] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795d420-2dc3-4732-8d04-518c338eafe2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.735834] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a450efe3-79cd-4afa-a419-ffad4b9acfcf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.750255] env[69217]: DEBUG nova.compute.provider_tree [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.931501] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52977583-120e-2f76-d0ab-f232f16e9de2, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.931791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.932255] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 9a150c60-ea21-4c99-8237-267850c02324/9a150c60-ea21-4c99-8237-267850c02324.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.932394] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0156ed6f-67e6-4672-b538-5cf2e3fb4b72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.939673] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 773.939673] env[69217]: value = "task-3532136" [ 773.939673] env[69217]: _type = "Task" [ 773.939673] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.948344] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.065511] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52634c85-70e4-0882-807e-d586f12cc416, 'name': SearchDatastore_Task, 'duration_secs': 0.035813} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.066460] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e22f70a-6703-49e7-ad1b-bbacb56e8f0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.071680] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 774.071680] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eeb4ef-d663-511d-988e-7ebfa6921f75" [ 774.071680] env[69217]: _type = "Task" [ 774.071680] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.082225] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eeb4ef-d663-511d-988e-7ebfa6921f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.134479] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532135, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.254220] env[69217]: DEBUG nova.scheduler.client.report [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.451963] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480126} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.451963] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 9a150c60-ea21-4c99-8237-267850c02324/9a150c60-ea21-4c99-8237-267850c02324.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.451963] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.452221] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378f5261-c3bf-42eb-9028-8483172fe150 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.458887] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 774.458887] env[69217]: value = "task-3532137" [ 774.458887] env[69217]: _type = "Task" [ 774.458887] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.467841] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.583821] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eeb4ef-d663-511d-988e-7ebfa6921f75, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.584149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.584498] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1b6c4942-baab-40bf-bec6-ff869a18ea32/1b6c4942-baab-40bf-bec6-ff869a18ea32.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.584787] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb17607a-a9fd-4d37-8224-1e90800cb41b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.595669] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 774.595669] env[69217]: value = "task-3532138" [ 774.595669] env[69217]: _type = "Task" [ 774.595669] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.604781] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.634941] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532135, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.764033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.766645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.178s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.795104] env[69217]: INFO nova.scheduler.client.report [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted allocations for instance 7120b731-6946-48ee-9d53-74f7b9d92858 [ 774.820561] env[69217]: INFO nova.compute.manager [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Unrescuing [ 774.820666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.820864] env[69217]: DEBUG oslo_concurrency.lockutils [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquired lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.821064] env[69217]: DEBUG nova.network.neutron [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.969838] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.971253] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.971253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fce62-631d-4bbe-af6f-989e78f63e2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.997805] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9a150c60-ea21-4c99-8237-267850c02324/9a150c60-ea21-4c99-8237-267850c02324.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.998385] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc7ec29-dd40-4033-8867-0c99bc9fa7c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.021768] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 775.021768] env[69217]: value = "task-3532139" [ 775.021768] env[69217]: _type = "Task" [ 775.021768] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.034200] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.106773] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500972} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.107057] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1b6c4942-baab-40bf-bec6-ff869a18ea32/1b6c4942-baab-40bf-bec6-ff869a18ea32.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.107302] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.107657] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78ea7287-54ee-48ba-aa91-5678ce80f3ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.115026] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 775.115026] env[69217]: value = "task-3532140" [ 775.115026] env[69217]: _type = "Task" [ 775.115026] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.121951] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.134559] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532135, 'name': CreateVM_Task, 'duration_secs': 1.524375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.134748] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.135177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.135345] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.135718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.135988] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9150556c-4a4d-4cfc-87b9-9eeb97175e43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.140532] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 775.140532] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52332dec-7441-db8f-725f-3ef1d80c543a" [ 775.140532] env[69217]: _type = "Task" [ 775.140532] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.148401] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52332dec-7441-db8f-725f-3ef1d80c543a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.309205] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "7120b731-6946-48ee-9d53-74f7b9d92858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.881s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.523618] env[69217]: DEBUG nova.network.neutron [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Updating instance_info_cache with network_info: [{"id": "0af026ab-9f47-4784-8f88-b55389e1754e", "address": "fa:16:3e:8b:1d:c2", "network": {"id": "df026b77-81bb-4468-9209-e1c1271c62c2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-476834342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2de880c7fbe24c6e96cd76814c3e8f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af026ab-9f", "ovs_interfaceid": "0af026ab-9f47-4784-8f88-b55389e1754e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.536166] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.625827] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.627054] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.627536] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffc9a9-9e34-4ceb-81eb-c027651d3594 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.647987] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 1b6c4942-baab-40bf-bec6-ff869a18ea32/1b6c4942-baab-40bf-bec6-ff869a18ea32.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.648366] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e55410-c610-4c0d-ade1-99094b9206c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.672772] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52332dec-7441-db8f-725f-3ef1d80c543a, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.674157] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.674486] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.674661] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.674810] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.674992] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.675348] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 775.675348] env[69217]: value = "task-3532141" [ 775.675348] env[69217]: _type = "Task" [ 775.675348] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.675614] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e09875-aa78-4ae8-846e-ec92f207dddc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.685604] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.687841] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.688031] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.691337] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199fb461-3356-4cdf-b85e-f1579e495bbf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.693961] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.694342] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.697563] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 775.697563] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523900ed-dbad-5829-560f-de010c21cd23" [ 775.697563] env[69217]: _type = "Task" [ 775.697563] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.705802] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523900ed-dbad-5829-560f-de010c21cd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.806789] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance f43baed6-6386-4cab-9e4f-4dcc97eb6e87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.807136] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 6778e64f-50f5-4a2f-8d5b-947be28c527a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807136] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d7fbc3be-7558-416a-88f8-952430aa603d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807253] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance aa58e2c6-85c2-483e-9435-db6664b30d5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807333] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7080e070-ba39-48ca-b4c7-abcd4349eb57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.807490] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ae681203-5fe5-41dc-8dee-0d0240349185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807566] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a6a64814-a8d6-4180-83e6-08a130186223 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.807685] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance b778c536-fcf3-45c1-babc-f4c93bfaadbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807801] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 325d5036-99de-48c1-bcac-0d5741d8dd78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.807902] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 860c3c53-b3eb-43fe-8aad-2df79bee35c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808024] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1bfb197a-067d-498f-9af3-bd6a384bd451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808138] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e41b95c-a1c5-49b7-8a26-b6be40046a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808248] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 8c5327c2-997c-4753-9876-7e048bedec65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808362] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance b8a9a60d-422c-46c1-bfa2-749d678b9220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808486] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.808604] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e1b54424-6d34-498e-91ce-c7ec6660011a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.808754] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 6b76a3c4-d85d-4c21-955b-24fb174871d4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.808880] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 3906fb0a-c725-4bdb-9aef-d274c4ac709c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.808992] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 236cb010-201d-4b20-8101-9ae1214d53da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.809116] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fd2abf04-8542-4fe9-9d72-77202b316adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.809223] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 70a6297b-dd21-4f4f-b72b-656b0abe42fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.809330] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 9a150c60-ea21-4c99-8237-267850c02324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.809437] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1b6c4942-baab-40bf-bec6-ff869a18ea32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 776.034332] env[69217]: DEBUG oslo_concurrency.lockutils [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Releasing lock "refresh_cache-236cb010-201d-4b20-8101-9ae1214d53da" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034969] env[69217]: DEBUG nova.objects.instance [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lazy-loading 'flavor' on Instance uuid 236cb010-201d-4b20-8101-9ae1214d53da {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.036239] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532139, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.187330] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532141, 'name': ReconfigVM_Task, 'duration_secs': 0.278172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.187624] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 1b6c4942-baab-40bf-bec6-ff869a18ea32/1b6c4942-baab-40bf-bec6-ff869a18ea32.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.188279] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f29bea9-5d06-4bbc-a9ad-43379e70967d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.194886] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 776.194886] env[69217]: value = "task-3532142" [ 776.194886] env[69217]: _type = "Task" [ 776.194886] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.205058] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532142, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.210357] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523900ed-dbad-5829-560f-de010c21cd23, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.211114] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42789073-6583-4e31-90d7-3943d1bdc5ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.215843] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 776.215843] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528aafef-7f73-b419-d650-da2059fe4473" [ 776.215843] env[69217]: _type = "Task" [ 776.215843] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.223890] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528aafef-7f73-b419-d650-da2059fe4473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.312488] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ceb9cb81-06e9-49ed-b337-3b28aae0a3fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.540070] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532139, 'name': ReconfigVM_Task, 'duration_secs': 1.023788} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.540680] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9a150c60-ea21-4c99-8237-267850c02324/9a150c60-ea21-4c99-8237-267850c02324.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.542296] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bc8c7a8-6a78-4304-92d6-9831888f1031 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.544912] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da9fd1-9e9b-4c07-b116-f9677844a97b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.553758] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 776.553758] env[69217]: value = "task-3532143" [ 776.553758] env[69217]: _type = "Task" [ 776.553758] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.572476] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.575944] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a049700-6396-4fc7-8362-fea7dca358c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.583927] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 776.583927] env[69217]: value = "task-3532144" [ 776.583927] env[69217]: _type = "Task" [ 776.583927] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.594902] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.706593] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532142, 'name': Rename_Task, 'duration_secs': 0.136012} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.706867] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.707313] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d207e1-cc8f-4d69-90ed-2c236ff72ba2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.714163] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 776.714163] env[69217]: value = "task-3532145" [ 776.714163] env[69217]: _type = "Task" [ 776.714163] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.728729] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.732354] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528aafef-7f73-b419-d650-da2059fe4473, 'name': SearchDatastore_Task, 'duration_secs': 0.019281} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.732600] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.732878] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.733195] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20b053be-46ec-45af-ae96-ba626c8227cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.739606] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 776.739606] env[69217]: value = "task-3532146" [ 776.739606] env[69217]: _type = "Task" [ 776.739606] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.749166] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.815485] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.085673] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532143, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.095356] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532144, 'name': PowerOffVM_Task, 'duration_secs': 0.216543} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.095718] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.101490] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 777.101825] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7975a18-7c5f-4531-96a9-1b1709a5dbfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.122987] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 777.122987] env[69217]: value = "task-3532147" [ 777.122987] env[69217]: _type = "Task" [ 777.122987] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.134028] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.227345] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532145, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.257222] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.319494] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7a6ea806-ae3d-4abf-a03b-89e0087a2a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.583471] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532143, 'name': Rename_Task, 'duration_secs': 0.627704} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.583802] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.584105] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f41ed6b2-f970-44f0-95b6-b2dc7040453c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590139] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 777.590139] env[69217]: value = "task-3532148" [ 777.590139] env[69217]: _type = "Task" [ 777.590139] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.598359] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.632817] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532147, 'name': ReconfigVM_Task, 'duration_secs': 0.274856} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.632946] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 777.633168] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.633425] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c354b66c-3b6e-4744-8f8a-4caf71a5a462 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.640681] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 777.640681] env[69217]: value = "task-3532149" [ 777.640681] env[69217]: _type = "Task" [ 777.640681] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.648734] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.725193] env[69217]: DEBUG oslo_vmware.api [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532145, 'name': PowerOnVM_Task, 'duration_secs': 0.79561} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.725484] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.725696] env[69217]: INFO nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Took 5.34 seconds to spawn the instance on the hypervisor. [ 777.725871] env[69217]: DEBUG nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.726679] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f489391-292a-4aa0-bdb4-fcc5fe6d966b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.745870] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "8c5327c2-997c-4753-9876-7e048bedec65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.746144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.746374] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "8c5327c2-997c-4753-9876-7e048bedec65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.746562] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.747189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.749022] env[69217]: INFO nova.compute.manager [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Terminating instance [ 777.754024] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617667} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.755054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.755265] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.755562] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d4f63be-c4d9-4d30-80ae-cc5be1491581 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763369] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 777.763369] env[69217]: value = "task-3532150" [ 777.763369] env[69217]: _type = "Task" [ 777.763369] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.773893] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.822045] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 47795e70-9159-4984-86dd-a633479c48f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.103931] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532148, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.151441] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.244400] env[69217]: INFO nova.compute.manager [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Took 50.44 seconds to build instance. [ 778.259298] env[69217]: DEBUG nova.compute.manager [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.259298] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.259960] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474a504-b597-4041-9940-bc45b48e8ed9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.271252] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.271942] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad0db6a-47ee-4128-818f-551f34023759 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.276941] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107402} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.277800] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.278765] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137883c-fcc2-433c-bc73-980812eeb92b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.285161] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 778.285161] env[69217]: value = "task-3532151" [ 778.285161] env[69217]: _type = "Task" [ 778.285161] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.314126] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.315096] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2718c394-febf-454e-8cc2-76dfab673a12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.338487] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 073db647-b69f-4675-91ec-1154ccfcff13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.340128] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.346168] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 778.346168] env[69217]: value = "task-3532152" [ 778.346168] env[69217]: _type = "Task" [ 778.346168] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.356043] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.602880] env[69217]: DEBUG oslo_vmware.api [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532148, 'name': PowerOnVM_Task, 'duration_secs': 0.792422} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.603181] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.603397] env[69217]: INFO nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 10.24 seconds to spawn the instance on the hypervisor. [ 778.603574] env[69217]: DEBUG nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.604402] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96be75-8753-4232-9982-36d4bc17b94e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.652156] env[69217]: DEBUG oslo_vmware.api [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532149, 'name': PowerOnVM_Task, 'duration_secs': 0.733458} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.652672] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.652985] env[69217]: DEBUG nova.compute.manager [None req-36728d4d-b6a8-4c9f-859a-aef01319eb1c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.654201] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f3ff5-24a6-4960-870c-a9abbf865905 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.746627] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7d303a5-d2a6-4fa1-b753-61f0ef9e9c6f tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.040s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.795620] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532151, 'name': PowerOffVM_Task, 'duration_secs': 0.498248} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.795787] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.795878] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.796154] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82026c9-54ab-425b-b377-0184e5c689d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.842062] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance c5c17394-0a0f-41e7-b83c-595d3bd1382a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.858934] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.880305] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.880644] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.880940] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Deleting the datastore file [datastore1] 8c5327c2-997c-4753-9876-7e048bedec65 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.881328] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b53bd0ac-9ab4-424d-97d4-5265c851915f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.889395] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for the task: (returnval){ [ 778.889395] env[69217]: value = "task-3532154" [ 778.889395] env[69217]: _type = "Task" [ 778.889395] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.901024] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.123106] env[69217]: INFO nova.compute.manager [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 52.18 seconds to build instance. [ 779.250069] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.345065] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 75763b9e-b1a9-443a-8e34-27c3f909acaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.357446] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532152, 'name': ReconfigVM_Task, 'duration_secs': 0.898642} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.358352] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.358967] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7170d0-7c2f-456c-a183-3bb71e3f68a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.365674] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 779.365674] env[69217]: value = "task-3532155" [ 779.365674] env[69217]: _type = "Task" [ 779.365674] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.373631] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532155, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.399395] env[69217]: DEBUG oslo_vmware.api [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Task: {'id': task-3532154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428867} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.399673] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.399861] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.400084] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.400224] env[69217]: INFO nova.compute.manager [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.400483] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.400688] env[69217]: DEBUG nova.compute.manager [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.400782] env[69217]: DEBUG nova.network.neutron [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.555229] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "236cb010-201d-4b20-8101-9ae1214d53da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.555287] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.555515] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "236cb010-201d-4b20-8101-9ae1214d53da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.559704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.559704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.560472] env[69217]: INFO nova.compute.manager [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Terminating instance [ 779.625144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ddfb4c84-2775-4c37-80c7-1ae2843d056c tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.597s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.790996] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.848193] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e0c53650-bfef-4d7b-ae92-8cf3e1f66591 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.875890] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532155, 'name': Rename_Task, 'duration_secs': 0.365186} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.875953] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.876255] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc3c123-fdc0-4a3d-a15b-c6991c85440d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.881983] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 779.881983] env[69217]: value = "task-3532156" [ 779.881983] env[69217]: _type = "Task" [ 779.881983] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.889922] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.056681] env[69217]: DEBUG nova.compute.manager [req-e04da512-52d1-468c-a81a-e3d18a10b6f0 req-d71a971f-2130-4db9-8c8c-c71ca5686525 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Received event network-vif-deleted-4baab9ce-1c31-4338-a03a-ead1b25cdf37 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.056896] env[69217]: INFO nova.compute.manager [req-e04da512-52d1-468c-a81a-e3d18a10b6f0 req-d71a971f-2130-4db9-8c8c-c71ca5686525 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Neutron deleted interface 4baab9ce-1c31-4338-a03a-ead1b25cdf37; detaching it from the instance and deleting it from the info cache [ 780.057082] env[69217]: DEBUG nova.network.neutron [req-e04da512-52d1-468c-a81a-e3d18a10b6f0 req-d71a971f-2130-4db9-8c8c-c71ca5686525 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.063847] env[69217]: DEBUG nova.compute.manager [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.064071] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.064992] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe6fb7-9c89-499f-bf9e-bd5c1477b5c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.075066] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.075066] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90893365-175c-4e06-b9ad-5e9a3322297e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.081642] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 780.081642] env[69217]: value = "task-3532157" [ 780.081642] env[69217]: _type = "Task" [ 780.081642] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.092046] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.128934] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.351501] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 056a3b7c-e7a5-4e10-b8de-d944dbf886bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.392896] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532156, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.537830] env[69217]: DEBUG nova.network.neutron [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.560163] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c18ee038-66bf-4765-92b2-40a06270c9ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.570380] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9008c98-98cd-4f2c-b7ca-c34e9fe69a38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.592724] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532157, 'name': PowerOffVM_Task, 'duration_secs': 0.205615} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.592724] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.592724] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.604595] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64573f50-ab5b-4f31-80a9-87a7485fafc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.606469] env[69217]: DEBUG nova.compute.manager [req-e04da512-52d1-468c-a81a-e3d18a10b6f0 req-d71a971f-2130-4db9-8c8c-c71ca5686525 service nova] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Detach interface failed, port_id=4baab9ce-1c31-4338-a03a-ead1b25cdf37, reason: Instance 8c5327c2-997c-4753-9876-7e048bedec65 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.652017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.675108] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.675394] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.675518] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleting the datastore file [datastore1] 236cb010-201d-4b20-8101-9ae1214d53da {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.675781] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63fd2f5b-00af-493c-b9ae-9b91b7fa62c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.681977] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 780.681977] env[69217]: value = "task-3532159" [ 780.681977] env[69217]: _type = "Task" [ 780.681977] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.689978] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.855275] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ecb26f1d-77d3-4475-a07b-f86ded036620 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.893631] env[69217]: DEBUG oslo_vmware.api [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532156, 'name': PowerOnVM_Task, 'duration_secs': 0.530916} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.893631] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.893631] env[69217]: DEBUG nova.compute.manager [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.893631] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e759cc-9320-43dd-aca4-194e81befaff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.042243] env[69217]: INFO nova.compute.manager [-] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Took 1.64 seconds to deallocate network for instance. [ 781.192124] env[69217]: DEBUG oslo_vmware.api [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189752} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.192389] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.192571] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.192743] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.192915] env[69217]: INFO nova.compute.manager [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 781.193169] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.193368] env[69217]: DEBUG nova.compute.manager [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.193464] env[69217]: DEBUG nova.network.neutron [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.359268] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 2bf536aa-c2b2-4734-80a8-539449cfa90d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.410351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.547960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.865095] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a0fedd32-ed2e-4ace-9526-25f398a645cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.082597] env[69217]: DEBUG nova.network.neutron [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.217303] env[69217]: DEBUG nova.compute.manager [req-3299abd0-03ff-4292-b70d-28fb6c94532b req-a16ec869-a158-4623-8d9a-e16a3e90ab82 service nova] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Received event network-vif-deleted-0af026ab-9f47-4784-8f88-b55389e1754e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.246082] env[69217]: INFO nova.compute.manager [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Rebuilding instance [ 782.313091] env[69217]: DEBUG nova.compute.manager [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.313982] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cc247-e964-403c-9b2c-fd52b139e941 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.369677] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 136c5d15-818e-4289-8571-1ccbab5b1b3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.586121] env[69217]: INFO nova.compute.manager [-] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Took 1.39 seconds to deallocate network for instance. [ 782.872760] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.095505] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.327446] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.327781] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc108d6d-883b-415b-9a89-c1f97917657c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.337473] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 783.337473] env[69217]: value = "task-3532160" [ 783.337473] env[69217]: _type = "Task" [ 783.337473] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.348407] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.377444] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.377789] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 783.377940] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 783.820626] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e052eda-a4d6-43aa-bcc6-d55518c0f5c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.828813] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbca6e4-a8ac-4e3a-aa98-ec0e3a09a797 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.862693] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b940c7-b3b3-4e14-98ff-4858ac225714 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.873831] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b062df8c-9f62-4728-b7bc-368d85d9fcff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.877615] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532160, 'name': PowerOffVM_Task, 'duration_secs': 0.140727} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.877870] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.878109] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.879261] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ee7ff-bbbf-4028-aab6-40e67a6537fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.889184] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.894955] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.895309] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c8c2e5-1f57-4910-9f08-031601d28a0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.925900] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.926124] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.926235] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Deleting the datastore file [datastore2] 70a6297b-dd21-4f4f-b72b-656b0abe42fd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.926504] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f74f99-429b-4f4e-aec3-fe05c8518401 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.934409] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 783.934409] env[69217]: value = "task-3532162" [ 783.934409] env[69217]: _type = "Task" [ 783.934409] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.943463] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.409709] env[69217]: ERROR nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [req-52b72ae5-5cd8-4fc7-b292-acf103ccfda4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52b72ae5-5cd8-4fc7-b292-acf103ccfda4"}]} [ 784.427882] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.445632] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.446486] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.446661] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.448658] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.448847] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.449033] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.461771] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.492398] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.928877] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3586a-b636-4acd-a6a1-c6cc1c7c6295 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.937202] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54900e19-1f2c-43bf-8671-df2ded2eb6ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.970583] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4da22-bb29-4bae-99d4-ccdbe0e3a0a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.978898] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d44aa-f2fd-4eff-8046-f50d323bae46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.993087] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.495709] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.495977] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.496149] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.496330] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.496476] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.496623] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.496830] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.496988] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.497169] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.497339] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.497515] env[69217]: DEBUG nova.virt.hardware [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.500620] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed7ba17-824a-4ab7-86bf-71884a177afb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.510917] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a96d83-373e-4f92-a747-26ca0507c04b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.526654] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.532455] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.532585] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.532865] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db10fbb8-2587-4485-b718-2d566661cf13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.545121] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.545325] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 64 to 65 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.545504] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.554704] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.554704] env[69217]: value = "task-3532163" [ 785.554704] env[69217]: _type = "Task" [ 785.554704] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.563229] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532163, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.050895] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 786.051232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.285s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.051475] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.602s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.053370] env[69217]: INFO nova.compute.claims [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.066022] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532163, 'name': CreateVM_Task, 'duration_secs': 0.371207} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.066022] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.066214] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.066299] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.066616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.066866] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea440613-2cb6-4bf9-a3a2-eef2558fd30c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.074019] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 786.074019] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a5c867-d3dc-cbc3-3f4a-bc9f16ad1b10" [ 786.074019] env[69217]: _type = "Task" [ 786.074019] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.082344] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a5c867-d3dc-cbc3-3f4a-bc9f16ad1b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.586281] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a5c867-d3dc-cbc3-3f4a-bc9f16ad1b10, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.586281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.586281] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.586281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.586281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.586281] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.586842] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0758d6c2-ac4d-4ecd-9113-b7e31e4439de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.595960] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.596207] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.596971] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a204697-674a-4bc8-862c-7bc27db2d049 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.602851] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 786.602851] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52535e23-6667-b6bb-18cf-a5bd4f752e66" [ 786.602851] env[69217]: _type = "Task" [ 786.602851] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.611321] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52535e23-6667-b6bb-18cf-a5bd4f752e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.118756] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52535e23-6667-b6bb-18cf-a5bd4f752e66, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.119564] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58de8347-877f-46a1-bfc8-3409e31fd4de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.128155] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 787.128155] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a7103-d733-57b2-b3a8-cad59ccbbe48" [ 787.128155] env[69217]: _type = "Task" [ 787.128155] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.136645] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a7103-d733-57b2-b3a8-cad59ccbbe48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.506821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a7b36-5870-4740-88a8-12ed6e725853 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.514441] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feef282-8d80-47be-9227-95d0f2b5a454 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.552502] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3a077e-e43b-486a-9df3-01340953f32d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.560970] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deefafee-bbd1-4a55-946a-9354cdf12045 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.575845] env[69217]: DEBUG nova.compute.provider_tree [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.646709] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a7103-d733-57b2-b3a8-cad59ccbbe48, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.646982] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.647255] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.647529] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7768686-5a1d-48fd-8a8d-a42efdb40866 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.655455] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 787.655455] env[69217]: value = "task-3532164" [ 787.655455] env[69217]: _type = "Task" [ 787.655455] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.664103] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.079322] env[69217]: DEBUG nova.scheduler.client.report [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.167381] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532164, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.585251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.585783] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.588328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.375s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.589713] env[69217]: INFO nova.compute.claims [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.667478] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.667751] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.667963] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.668249] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee09784-ac36-415e-9175-7f8625148875 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.680273] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 788.680273] env[69217]: value = "task-3532165" [ 788.680273] env[69217]: _type = "Task" [ 788.680273] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.693144] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.095030] env[69217]: DEBUG nova.compute.utils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.098130] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.098316] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.146641] env[69217]: DEBUG nova.policy [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e871793468b4438ab05c6e13e88483aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcfa85baef6849ff926803d40961efd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.191648] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068731} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.191917] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.192780] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c6212-c093-4225-be5b-3f0b57bfe8a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.212785] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.213067] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5229f2-e005-4d5c-8c01-0a410fdb8ddb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.232926] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 789.232926] env[69217]: value = "task-3532166" [ 789.232926] env[69217]: _type = "Task" [ 789.232926] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.241450] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.434172] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Successfully created port: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.599525] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.748408] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532166, 'name': ReconfigVM_Task, 'duration_secs': 0.268492} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.748408] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd/70a6297b-dd21-4f4f-b72b-656b0abe42fd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.749155] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd581d83-a1dc-4557-82fc-12342d59219c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.760764] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 789.760764] env[69217]: value = "task-3532167" [ 789.760764] env[69217]: _type = "Task" [ 789.760764] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.774190] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532167, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.105397] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588d8ec-fd3d-46ae-8066-ac805a1d2d8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.116596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9fd181-c18f-41ab-a9c0-9a30082ded90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.148892] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df00e42-a94e-4cd6-951c-43e557226e5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.157781] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af2fc52-7e2d-46fb-a2f5-271e3f4c97cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.173048] env[69217]: DEBUG nova.compute.provider_tree [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.271803] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532167, 'name': Rename_Task, 'duration_secs': 0.171749} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.272216] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.273030] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e907372-1982-49f8-99c5-cc8963f6f816 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.280041] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Waiting for the task: (returnval){ [ 790.280041] env[69217]: value = "task-3532168" [ 790.280041] env[69217]: _type = "Task" [ 790.280041] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.287856] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.614011] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.638806] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.638939] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.639135] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.639332] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.639474] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.639616] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.639823] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.639978] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.640153] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.640315] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.640481] env[69217]: DEBUG nova.virt.hardware [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.641411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37f6d92-2235-450c-a5d0-e4e376a939ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.650043] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df295ae4-5b2f-4f58-b60a-2f8ad6d3c855 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.676253] env[69217]: DEBUG nova.scheduler.client.report [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.791427] env[69217]: DEBUG oslo_vmware.api [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Task: {'id': task-3532168, 'name': PowerOnVM_Task, 'duration_secs': 0.430144} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.792619] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.792619] env[69217]: DEBUG nova.compute.manager [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.793016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27c715-9a6b-4541-8b7d-2441a685ab81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.908117] env[69217]: DEBUG nova.compute.manager [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Received event network-vif-plugged-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.908117] env[69217]: DEBUG oslo_concurrency.lockutils [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] Acquiring lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.908117] env[69217]: DEBUG oslo_concurrency.lockutils [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.908117] env[69217]: DEBUG oslo_concurrency.lockutils [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.911026] env[69217]: DEBUG nova.compute.manager [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] No waiting events found dispatching network-vif-plugged-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.911382] env[69217]: WARNING nova.compute.manager [req-e88f4bc9-5a30-4b81-b80d-caae7d422cfb req-50b2bd20-c79f-4e59-aa76-f64ad606fe6b service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Received unexpected event network-vif-plugged-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae for instance with vm_state building and task_state spawning. [ 791.051710] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Successfully updated port: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.181821] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.182190] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.185134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.400s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.185335] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.187333] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.022s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.187512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.190309] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.751s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.190309] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.191617] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.217s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.193056] env[69217]: INFO nova.compute.claims [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.216038] env[69217]: INFO nova.scheduler.client.report [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Deleted allocations for instance a6a64814-a8d6-4180-83e6-08a130186223 [ 791.217714] env[69217]: INFO nova.scheduler.client.report [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Deleted allocations for instance ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd [ 791.242801] env[69217]: INFO nova.scheduler.client.report [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Deleted allocations for instance f43baed6-6386-4cab-9e4f-4dcc97eb6e87 [ 791.308303] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.555061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.555061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquired lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.555061] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.698462] env[69217]: DEBUG nova.compute.utils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.703107] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.703320] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.732990] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b8bc846-7c22-407c-8d4b-39befac09157 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Lock "a6a64814-a8d6-4180-83e6-08a130186223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.045s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.737771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Lock "ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.064s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.752527] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59402cb8-2959-4690-80ca-23376bc45c15 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Lock "f43baed6-6386-4cab-9e4f-4dcc97eb6e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.948s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.789636] env[69217]: DEBUG nova.policy [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe5429c17cf41e8a807dfc883448c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc325affb7454c9fb5a08672783dab67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.111736] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.207121] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.313122] env[69217]: DEBUG nova.network.neutron [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Updating instance_info_cache with network_info: [{"id": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "address": "fa:16:3e:48:f3:52", "network": {"id": "984b0011-740a-4b7f-b4ca-0c53a386ec1e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1875832352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfa85baef6849ff926803d40961efd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3a2e5e-fb", "ovs_interfaceid": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.316032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.317357] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.318095] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.318095] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.318095] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.324768] env[69217]: INFO nova.compute.manager [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Terminating instance [ 792.398198] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Successfully created port: f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.791207] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bbdbec-541a-462a-8f3c-040ec59e6f76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.802133] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94b03d8-192b-438e-954f-30edfcc2f063 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.836062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Releasing lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.836398] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Instance network_info: |[{"id": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "address": "fa:16:3e:48:f3:52", "network": {"id": "984b0011-740a-4b7f-b4ca-0c53a386ec1e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1875832352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfa85baef6849ff926803d40961efd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3a2e5e-fb", "ovs_interfaceid": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.836892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "refresh_cache-70a6297b-dd21-4f4f-b72b-656b0abe42fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.837049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquired lock "refresh_cache-70a6297b-dd21-4f4f-b72b-656b0abe42fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.837221] env[69217]: DEBUG nova.network.neutron [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.838731] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f3:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.846495] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Creating folder: Project (dcfa85baef6849ff926803d40961efd7). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.847610] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d565347-69e2-4ea4-8ed0-96855f202314 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.853637] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bf8cb46-7837-477b-8277-c2672e475405 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.862571] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164adb5c-ea39-4fa4-8657-877fe692d006 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870186] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Created folder: Project (dcfa85baef6849ff926803d40961efd7) in parent group-v705386. [ 792.870377] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Creating folder: Instances. Parent ref: group-v705492. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.871112] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2998863e-db1e-4d1a-ab8f-429cbabe70c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.881494] env[69217]: DEBUG nova.compute.provider_tree [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.893916] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Created folder: Instances in parent group-v705492. [ 792.894253] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.894524] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.894768] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fdf39f8-84a8-47bb-87be-e3edba83cf5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.917737] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.917737] env[69217]: value = "task-3532171" [ 792.917737] env[69217]: _type = "Task" [ 792.917737] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.927495] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532171, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.047577] env[69217]: DEBUG nova.compute.manager [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Received event network-changed-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.047772] env[69217]: DEBUG nova.compute.manager [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Refreshing instance network info cache due to event network-changed-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.047984] env[69217]: DEBUG oslo_concurrency.lockutils [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] Acquiring lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049033] env[69217]: DEBUG oslo_concurrency.lockutils [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] Acquired lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.049033] env[69217]: DEBUG nova.network.neutron [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Refreshing network info cache for port de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.117695] env[69217]: DEBUG nova.network.neutron [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.227416] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.237707] env[69217]: DEBUG nova.network.neutron [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.262817] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.263151] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.263316] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.263500] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.263648] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.263794] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.264012] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.264610] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.264610] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.264857] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.265119] env[69217]: DEBUG nova.virt.hardware [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.266535] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb40d68-cd41-45f0-9cc3-360cd71d82aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.278085] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c30c26-bce5-473a-b4b2-b08a13d82f70 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.387371] env[69217]: DEBUG nova.scheduler.client.report [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.431453] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532171, 'name': CreateVM_Task, 'duration_secs': 0.359298} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.431685] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.432535] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.432791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.433488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.434031] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3eaa29-9c2d-4460-95c3-6a68a36fc992 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.445983] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 793.445983] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520279c7-9d3a-6d9f-ead0-477af39ca96b" [ 793.445983] env[69217]: _type = "Task" [ 793.445983] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.457825] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520279c7-9d3a-6d9f-ead0-477af39ca96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.748693] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Releasing lock "refresh_cache-70a6297b-dd21-4f4f-b72b-656b0abe42fd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748693] env[69217]: DEBUG nova.compute.manager [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.748693] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.748693] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ac717-44ff-47db-8c54-3637b4180726 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.762301] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.762781] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69fbd5f9-6ada-447d-9c53-194be6bbeffe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.771746] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 793.771746] env[69217]: value = "task-3532172" [ 793.771746] env[69217]: _type = "Task" [ 793.771746] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.783832] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.895156] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.895853] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.901619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.509s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.901619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.903023] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.832s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.904931] env[69217]: INFO nova.compute.claims [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.936631] env[69217]: INFO nova.scheduler.client.report [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Deleted allocations for instance e1b54424-6d34-498e-91ce-c7ec6660011a [ 793.940702] env[69217]: DEBUG nova.network.neutron [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Updated VIF entry in instance network info cache for port de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.941784] env[69217]: DEBUG nova.network.neutron [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Updating instance_info_cache with network_info: [{"id": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "address": "fa:16:3e:48:f3:52", "network": {"id": "984b0011-740a-4b7f-b4ca-0c53a386ec1e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1875832352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfa85baef6849ff926803d40961efd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3a2e5e-fb", "ovs_interfaceid": "de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.957285] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520279c7-9d3a-6d9f-ead0-477af39ca96b, 'name': SearchDatastore_Task, 'duration_secs': 0.017858} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.958163] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.958400] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.958628] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.958767] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.958939] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.959453] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-649af800-8415-49ad-88ab-b678a1dd9243 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.970650] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.970919] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.972109] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2064818-ba0a-434e-a2d6-32f25abab035 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.978421] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 793.978421] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e4cd01-ea0e-720b-478d-8d95f9dbb7ac" [ 793.978421] env[69217]: _type = "Task" [ 793.978421] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.988424] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e4cd01-ea0e-720b-478d-8d95f9dbb7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.268363] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Successfully updated port: f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.286020] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532172, 'name': PowerOffVM_Task, 'duration_secs': 0.177888} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.286300] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.286462] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.287353] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7387dd-a078-468e-a27f-a327dcfc2a06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.318313] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.318313] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.318313] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Deleting the datastore file [datastore1] 70a6297b-dd21-4f4f-b72b-656b0abe42fd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.318313] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-945d1792-657c-4fae-b545-79c6b346c2b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.325541] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for the task: (returnval){ [ 794.325541] env[69217]: value = "task-3532174" [ 794.325541] env[69217]: _type = "Task" [ 794.325541] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.335932] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.411294] env[69217]: DEBUG nova.compute.utils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.419585] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 794.445342] env[69217]: DEBUG oslo_concurrency.lockutils [req-fb8e8fd7-dd1e-4cce-a347-8290f978c614 req-f1983ff6-3053-4a5f-a636-eba97b8e9438 service nova] Releasing lock "refresh_cache-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446415] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Lock "e1b54424-6d34-498e-91ce-c7ec6660011a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.531s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.489524] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e4cd01-ea0e-720b-478d-8d95f9dbb7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.490187] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d920eb68-0279-4d5a-a548-443fba563b64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.498143] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 794.498143] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fb37f-50b7-9302-6626-d44b4b00358c" [ 794.498143] env[69217]: _type = "Task" [ 794.498143] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.505951] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fb37f-50b7-9302-6626-d44b4b00358c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.770642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.770796] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.770949] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.840034] env[69217]: DEBUG oslo_vmware.api [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Task: {'id': task-3532174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11052} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.840318] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.840508] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.840710] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.840951] env[69217]: INFO nova.compute.manager [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 794.841194] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.841391] env[69217]: DEBUG nova.compute.manager [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.841487] env[69217]: DEBUG nova.network.neutron [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.859697] env[69217]: DEBUG nova.network.neutron [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.920840] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.010723] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fb37f-50b7-9302-6626-d44b4b00358c, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.011840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.011840] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ceb9cb81-06e9-49ed-b337-3b28aae0a3fa/ceb9cb81-06e9-49ed-b337-3b28aae0a3fa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.011840] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d35ff82-c802-4c12-adc0-c84c7412126f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.023663] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 795.023663] env[69217]: value = "task-3532175" [ 795.023663] env[69217]: _type = "Task" [ 795.023663] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.036066] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.328696] env[69217]: DEBUG nova.compute.manager [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Received event network-vif-plugged-f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.328696] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Acquiring lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.328696] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.328987] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.328987] env[69217]: DEBUG nova.compute.manager [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] No waiting events found dispatching network-vif-plugged-f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.329099] env[69217]: WARNING nova.compute.manager [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Received unexpected event network-vif-plugged-f5365f97-3956-407c-9cc1-b897d7dfdcb3 for instance with vm_state building and task_state spawning. [ 795.329259] env[69217]: DEBUG nova.compute.manager [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Received event network-changed-f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.332317] env[69217]: DEBUG nova.compute.manager [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Refreshing instance network info cache due to event network-changed-f5365f97-3956-407c-9cc1-b897d7dfdcb3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.332317] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Acquiring lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.332317] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.366555] env[69217]: DEBUG nova.network.neutron [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.368656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.368656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.537243] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532175, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.579587] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb70a7e-aefb-479e-bbb6-bcae6573f8aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.589684] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2994ec53-4192-4aac-b4bb-2a0d2e19c4e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.629174] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cb824-6a2f-4d92-ad47-0730bc4f07ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.643495] env[69217]: DEBUG nova.network.neutron [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Updating instance_info_cache with network_info: [{"id": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "address": "fa:16:3e:e5:40:13", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5365f97-39", "ovs_interfaceid": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.653675] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238a667-6d7c-4273-b9a2-17aac8ac2e90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.667811] env[69217]: DEBUG nova.compute.provider_tree [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.871591] env[69217]: INFO nova.compute.manager [-] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Took 1.03 seconds to deallocate network for instance. [ 795.942355] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.970246] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.970545] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.970587] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.970853] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.971134] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.971408] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.971624] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.971823] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.971998] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.973569] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.974273] env[69217]: DEBUG nova.virt.hardware [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.974734] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e3174-94c5-4355-8d1e-67826d3761c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.984018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7e171-042d-4991-a683-7b1f570fe2a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.997971] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.003733] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.004691] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.004691] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ba05629-b841-4357-a0ac-5636d02436f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.029846] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.029846] env[69217]: value = "task-3532176" [ 796.029846] env[69217]: _type = "Task" [ 796.029846] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.036565] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532175, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.043358] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532176, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.146490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.146865] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Instance network_info: |[{"id": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "address": "fa:16:3e:e5:40:13", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5365f97-39", "ovs_interfaceid": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.147228] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Acquired lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147369] env[69217]: DEBUG nova.network.neutron [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Refreshing network info cache for port f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.148643] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:40:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5365f97-3956-407c-9cc1-b897d7dfdcb3', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.161691] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.167414] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.167414] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48594cc9-46db-441b-afc1-31e9ca6d6a20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.182844] env[69217]: DEBUG nova.scheduler.client.report [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.193486] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.193486] env[69217]: value = "task-3532177" [ 796.193486] env[69217]: _type = "Task" [ 796.193486] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.203201] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532177, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.381409] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.543258] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532175, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.48057} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.546908] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ceb9cb81-06e9-49ed-b337-3b28aae0a3fa/ceb9cb81-06e9-49ed-b337-3b28aae0a3fa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.547257] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.547420] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532176, 'name': CreateVM_Task, 'duration_secs': 0.413578} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.547659] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8789ffbc-22bb-4378-9b9c-dfc46ec8de5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.549884] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.550192] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.550657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.551319] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43ab6ab-9630-4355-9e5b-9c04776fb5ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.556464] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 796.556464] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287832b-dde5-19b6-c835-b71ee77fc97a" [ 796.556464] env[69217]: _type = "Task" [ 796.556464] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.558096] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 796.558096] env[69217]: value = "task-3532178" [ 796.558096] env[69217]: _type = "Task" [ 796.558096] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.572153] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.575306] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287832b-dde5-19b6-c835-b71ee77fc97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.604139] env[69217]: DEBUG nova.network.neutron [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Updated VIF entry in instance network info cache for port f5365f97-3956-407c-9cc1-b897d7dfdcb3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.604300] env[69217]: DEBUG nova.network.neutron [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Updating instance_info_cache with network_info: [{"id": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "address": "fa:16:3e:e5:40:13", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5365f97-39", "ovs_interfaceid": "f5365f97-3956-407c-9cc1-b897d7dfdcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.687194] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.687756] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.694791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.790s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.694791] env[69217]: INFO nova.compute.claims [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.706428] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532177, 'name': CreateVM_Task, 'duration_secs': 0.440692} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.706544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.707147] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.077985] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287832b-dde5-19b6-c835-b71ee77fc97a, 'name': SearchDatastore_Task, 'duration_secs': 0.016256} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.078255] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076291} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.078519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.078770] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.079609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.079833] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.080051] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.080342] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.080636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.081151] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.081397] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d9ffc4-2bd8-4976-ab00-9abaa801b95b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.088019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c8349-fb03-4b2f-a7e5-42cc2d26dc7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.088019] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee20dca-bf42-4d5e-93a8-2c20aed73fd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.108359] env[69217]: DEBUG oslo_concurrency.lockutils [req-307d6a25-b3d2-4d43-a0b4-2729724a4d9e req-de31ad38-c23f-4aa3-aefe-dd1651a465ae service nova] Releasing lock "refresh_cache-70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.122861] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ceb9cb81-06e9-49ed-b337-3b28aae0a3fa/ceb9cb81-06e9-49ed-b337-3b28aae0a3fa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.126318] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72eed66-cc6c-42f8-aad5-ce15f745c7af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.143842] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.144114] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.145046] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 797.145046] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f326ec-c297-6cc2-c2bc-f5ab9905c9fb" [ 797.145046] env[69217]: _type = "Task" [ 797.145046] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.145576] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f013a626-496e-47d5-97e0-b9ccda3a6cc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155069] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 797.155069] env[69217]: value = "task-3532179" [ 797.155069] env[69217]: _type = "Task" [ 797.155069] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.162819] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f326ec-c297-6cc2-c2bc-f5ab9905c9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.022303} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.163114] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 797.163114] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4213c-dea8-7339-f2b1-bbb7985d0676" [ 797.163114] env[69217]: _type = "Task" [ 797.163114] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.163694] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.163937] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.164159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170390] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.176275] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4213c-dea8-7339-f2b1-bbb7985d0676, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.177201] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a52b019-6209-4ae7-bbf9-ed6639235dea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.186027] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 797.186027] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e7c965-1608-50b8-9775-240438efc7fb" [ 797.186027] env[69217]: _type = "Task" [ 797.186027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.194428] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e7c965-1608-50b8-9775-240438efc7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.195712] env[69217]: DEBUG nova.compute.utils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.197074] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.197249] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.261447] env[69217]: DEBUG nova.policy [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2738a779306441febfecb52d8ee4f280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0215efd02f94d3dbc20cafc3f611dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.582762] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Successfully created port: db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.676357] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532179, 'name': ReconfigVM_Task, 'duration_secs': 0.278348} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.676686] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ceb9cb81-06e9-49ed-b337-3b28aae0a3fa/ceb9cb81-06e9-49ed-b337-3b28aae0a3fa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.677406] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d658190-8b24-466a-bd65-ea282d44060b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.685839] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 797.685839] env[69217]: value = "task-3532180" [ 797.685839] env[69217]: _type = "Task" [ 797.685839] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.703349] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.707037] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e7c965-1608-50b8-9775-240438efc7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.711747] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.712385] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.712385] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532180, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.712874] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.713674] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.713674] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae136fd-bf56-448f-9d2f-13bde79e4a46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.715989] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f72bed3-0f8e-4e68-b5a0-44d0deb9378c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.724352] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 797.724352] env[69217]: value = "task-3532181" [ 797.724352] env[69217]: _type = "Task" [ 797.724352] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.725808] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.726190] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.731018] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c559e246-d0a2-476a-8d6b-fc04e62703f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739172] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.743689] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 797.743689] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52903eca-9eee-fb03-39ed-d618939f15a9" [ 797.743689] env[69217]: _type = "Task" [ 797.743689] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.753930] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52903eca-9eee-fb03-39ed-d618939f15a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.754682] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1a3947-f574-4aeb-abe4-204688940390 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.765850] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 797.765850] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529cd0f7-fec1-3e87-ab5d-35109a46c9d9" [ 797.765850] env[69217]: _type = "Task" [ 797.765850] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.775410] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529cd0f7-fec1-3e87-ab5d-35109a46c9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.777939] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.778230] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0/70163c15-4bdc-4898-b2b8-02dd5c0a9ba0.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.779025] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d2a6b6-9945-4b0b-b92b-c9d1bce92245 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.787790] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 797.787790] env[69217]: value = "task-3532182" [ 797.787790] env[69217]: _type = "Task" [ 797.787790] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.797835] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.203264] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532180, 'name': Rename_Task, 'duration_secs': 0.148392} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.203587] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.203861] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e3b149-7cc9-4cc3-b032-bdbdb71d104b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.220690] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 798.220690] env[69217]: value = "task-3532183" [ 798.220690] env[69217]: _type = "Task" [ 798.220690] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.235028] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.246922] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498847} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.249476] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.249890] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.250061] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15883a41-244c-4c75-b17a-6d25c822285b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.259082] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 798.259082] env[69217]: value = "task-3532184" [ 798.259082] env[69217]: _type = "Task" [ 798.259082] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.274158] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.304528] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532182, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.367761] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac249e0-2ce5-4594-ab3b-023b65af92bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.377326] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb29fe38-6ec1-4916-b1ac-e99bdf61b546 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.415056] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bca501-50a9-4a1f-8974-ad1b72266b69 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.425171] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c490f-a69a-466d-bbdf-4192467aaefe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.445162] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.714888] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.730434] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.742756] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.743024] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.743178] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.743362] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.743506] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.743653] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.743868] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.744047] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.744227] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.744391] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.744600] env[69217]: DEBUG nova.virt.hardware [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.745516] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5579ec3-ef4b-4a6e-bf45-b12c34154781 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.754286] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f0b428-f28f-48e1-a061-0cb64f0fa906 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.777579] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169323} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.777579] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.778488] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c123df8-cd15-488e-a50a-bc35d82dfce3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.799362] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.802727] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c68218d-36ea-4d07-8480-a1de0b9a63ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.823729] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754795} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.825171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0/70163c15-4bdc-4898-b2b8-02dd5c0a9ba0.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.825418] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.825782] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 798.825782] env[69217]: value = "task-3532185" [ 798.825782] env[69217]: _type = "Task" [ 798.825782] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.826168] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1c1cc8d-e111-4912-ae9f-0fdc11ac60b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.839210] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.839839] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 798.839839] env[69217]: value = "task-3532186" [ 798.839839] env[69217]: _type = "Task" [ 798.839839] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.850400] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.977420] env[69217]: ERROR nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [req-3b9847e8-db7f-471a-aacf-965d770a0fe4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b9847e8-db7f-471a-aacf-965d770a0fe4"}]} [ 799.007323] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.024182] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.024182] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.041117] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 799.069166] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 799.232064] env[69217]: DEBUG oslo_vmware.api [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532183, 'name': PowerOnVM_Task, 'duration_secs': 0.85532} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.235145] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.235590] env[69217]: INFO nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Took 8.62 seconds to spawn the instance on the hypervisor. [ 799.235934] env[69217]: DEBUG nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.237406] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd60de-855c-4c84-b64a-ed7b3cb0f104 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.343734] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.352737] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070774} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.353015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.353808] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85205d6d-c8a2-4019-82a1-1ed8976481df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.379868] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0/70163c15-4bdc-4898-b2b8-02dd5c0a9ba0.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.383388] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29a36a5-0727-4989-b742-92c92d2d3a9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.405991] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 799.405991] env[69217]: value = "task-3532187" [ 799.405991] env[69217]: _type = "Task" [ 799.405991] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.421024] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.570462] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.570752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.676189] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25783c57-f2ab-4954-a001-aeef4732eaf8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.686271] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2b277-1200-4fe3-afe3-ade851ca1128 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.718072] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a841d515-326f-4eca-892e-b96ca199d0b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.727382] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36e337-f7d3-40f0-93df-7ecc6ce7b2d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.741861] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.753900] env[69217]: INFO nova.compute.manager [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Took 61.32 seconds to build instance. [ 799.840269] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532185, 'name': ReconfigVM_Task, 'duration_secs': 0.719436} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.840269] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.840269] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269fc199-010a-4609-ac1c-b94b2201740e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.846673] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 799.846673] env[69217]: value = "task-3532188" [ 799.846673] env[69217]: _type = "Task" [ 799.846673] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.854730] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532188, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.922410] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532187, 'name': ReconfigVM_Task, 'duration_secs': 0.319065} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.922808] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0/70163c15-4bdc-4898-b2b8-02dd5c0a9ba0.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.924496] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368bb1b6-8ae3-4d08-9839-2ddfdca69d88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.936611] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 799.936611] env[69217]: value = "task-3532189" [ 799.936611] env[69217]: _type = "Task" [ 799.936611] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.950268] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532189, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.255840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.720s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.269197] env[69217]: ERROR nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [req-85f733e3-3c61-4799-8952-b0f1c1f9566f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85f733e3-3c61-4799-8952-b0f1c1f9566f"}]} [ 800.288172] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.302290] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.302544] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.313796] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.332146] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.357308] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532188, 'name': Rename_Task, 'duration_secs': 0.157711} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.360080] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.360566] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115139a4-6940-4eb3-af54-02c988d26609 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.372154] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 800.372154] env[69217]: value = "task-3532190" [ 800.372154] env[69217]: _type = "Task" [ 800.372154] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.387437] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.449050] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532189, 'name': Rename_Task, 'duration_secs': 0.160723} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.449365] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.449667] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11993291-9d9e-4822-9211-a5707d4bfacb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.461812] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 800.461812] env[69217]: value = "task-3532191" [ 800.461812] env[69217]: _type = "Task" [ 800.461812] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.471384] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.764161] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.870365] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c1e99-c96f-43a5-8070-2634006901dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.884214] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184573db-2222-44b0-a231-878d167d52ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.887797] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532190, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.919387] env[69217]: DEBUG oslo_concurrency.lockutils [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "interface-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.919953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "interface-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.920302] env[69217]: DEBUG nova.objects.instance [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lazy-loading 'flavor' on Instance uuid ceb9cb81-06e9-49ed-b337-3b28aae0a3fa {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.924942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b79d9-c6fc-4d50-9e0e-8e581f13df8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.934964] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce662e1-5570-41d6-82b0-a94aae530353 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.954172] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.972684] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.289104] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.385754] env[69217]: DEBUG oslo_vmware.api [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532190, 'name': PowerOnVM_Task, 'duration_secs': 0.716659} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.385754] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.385754] env[69217]: INFO nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Took 5.44 seconds to spawn the instance on the hypervisor. [ 801.385950] env[69217]: DEBUG nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.386649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15be1a5-2e88-4725-89e5-1cfa1ce460d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.409011] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Successfully updated port: db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.428415] env[69217]: DEBUG nova.objects.instance [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lazy-loading 'pci_requests' on Instance uuid ceb9cb81-06e9-49ed-b337-3b28aae0a3fa {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.473086] env[69217]: DEBUG oslo_vmware.api [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532191, 'name': PowerOnVM_Task, 'duration_secs': 0.576635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.473086] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.473086] env[69217]: INFO nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Took 8.25 seconds to spawn the instance on the hypervisor. [ 801.473388] env[69217]: DEBUG nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.473904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d16f7d-c75c-404f-afda-4d580c56e733 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.489745] env[69217]: DEBUG nova.scheduler.client.report [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.489831] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 67 to 68 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.490024] env[69217]: DEBUG nova.compute.provider_tree [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.564471] env[69217]: DEBUG nova.compute.manager [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Received event network-vif-plugged-db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.564750] env[69217]: DEBUG oslo_concurrency.lockutils [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] Acquiring lock "47795e70-9159-4984-86dd-a633479c48f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.564949] env[69217]: DEBUG oslo_concurrency.lockutils [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] Lock "47795e70-9159-4984-86dd-a633479c48f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.565155] env[69217]: DEBUG oslo_concurrency.lockutils [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] Lock "47795e70-9159-4984-86dd-a633479c48f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.565314] env[69217]: DEBUG nova.compute.manager [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] No waiting events found dispatching network-vif-plugged-db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.565482] env[69217]: WARNING nova.compute.manager [req-06757bbe-2bbc-4f1d-98c0-147b5797727a req-2c198c3e-22b0-4ed1-a12a-1d2973fe5f51 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Received unexpected event network-vif-plugged-db61f25a-f053-441a-adba-e1fc19fa0e4b for instance with vm_state building and task_state spawning. [ 801.906201] env[69217]: INFO nova.compute.manager [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Took 55.95 seconds to build instance. [ 801.918667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.918827] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.919028] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.930669] env[69217]: DEBUG nova.objects.base [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 801.930915] env[69217]: DEBUG nova.network.neutron [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.991615] env[69217]: INFO nova.compute.manager [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Took 61.81 seconds to build instance. [ 801.997725] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.307s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.998922] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.002041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.443s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.002041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.004416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.482s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.006037] env[69217]: INFO nova.compute.claims [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.026932] env[69217]: DEBUG oslo_concurrency.lockutils [None req-710ff34d-1637-475e-ba07-49acb05d0ed1 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "interface-ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.039636] env[69217]: INFO nova.scheduler.client.report [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Deleted allocations for instance 3906fb0a-c725-4bdb-9aef-d274c4ac709c [ 802.408481] env[69217]: DEBUG oslo_concurrency.lockutils [None req-803a73ed-b91f-4523-ad4d-ee54773dfbca tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.969s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.451048] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.494264] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f7a90da-0c49-4b61-8e2f-503d396c0746 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.661s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.514970] env[69217]: DEBUG nova.compute.utils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.514970] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.514970] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.548389] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Lock "3906fb0a-c725-4bdb-9aef-d274c4ac709c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.431s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.585577] env[69217]: DEBUG nova.policy [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67ade2aa0fb14356a7dfb3428d83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35e76f8d15514258841b4736646458b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.591093] env[69217]: DEBUG nova.network.neutron [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updating instance_info_cache with network_info: [{"id": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "address": "fa:16:3e:08:10:ea", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb61f25a-f0", "ovs_interfaceid": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.683186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "d12a0062-73ec-4a85-bc26-b079798c83aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.683186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.913714] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.998908] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.007302] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Successfully created port: a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.019048] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.095980] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.096100] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Instance network_info: |[{"id": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "address": "fa:16:3e:08:10:ea", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb61f25a-f0", "ovs_interfaceid": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.096910] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:10:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db61f25a-f053-441a-adba-e1fc19fa0e4b', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.105380] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.105380] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.105380] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a5b818-9463-4791-b3a4-3121f8b76f8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.134187] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.134187] env[69217]: value = "task-3532192" [ 803.134187] env[69217]: _type = "Task" [ 803.134187] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.144930] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532192, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.437635] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.519805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.608741] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39d13d4-195f-43e6-b0b3-49db4f8654ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.617473] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a4dfd-f848-40ca-bc76-885d7c150db2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.658778] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcb0ee-8e46-43b6-a7e9-bcd55512ae32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.671018] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532192, 'name': CreateVM_Task, 'duration_secs': 0.321099} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.674261] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.675378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.675544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676150] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.680040] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512e9ce-82c2-44b8-bfd2-e9714b0d2376 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.682812] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4eaac5-b03c-46ec-bd58-fcce378890d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.688559] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 803.688559] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce15e6-5739-fc88-36ad-de5525f0cf30" [ 803.688559] env[69217]: _type = "Task" [ 803.688559] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.697992] env[69217]: DEBUG nova.compute.provider_tree [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.709933] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce15e6-5739-fc88-36ad-de5525f0cf30, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.709933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.710215] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.710572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.710906] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.711157] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.712717] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-342d1c9e-5111-4201-8a76-f967706af991 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.722387] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.722387] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.723030] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f2c40b-3b5d-4198-aa94-c3d183434434 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.731964] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 803.731964] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528366c8-fc10-c4b1-a409-79612a64ad55" [ 803.731964] env[69217]: _type = "Task" [ 803.731964] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.739813] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528366c8-fc10-c4b1-a409-79612a64ad55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.023149] env[69217]: DEBUG nova.compute.manager [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Received event network-changed-db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.023425] env[69217]: DEBUG nova.compute.manager [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Refreshing instance network info cache due to event network-changed-db61f25a-f053-441a-adba-e1fc19fa0e4b. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.023586] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] Acquiring lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023738] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] Acquired lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.023972] env[69217]: DEBUG nova.network.neutron [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Refreshing network info cache for port db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.029360] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.053803] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.054071] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.054235] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.054420] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.054554] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.054734] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.054952] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.055185] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.055370] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.055611] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.055707] env[69217]: DEBUG nova.virt.hardware [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.056828] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43b906a-6d8b-4ded-bfb3-ff401d9ea506 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.065149] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e36fa-b70e-4f71-ae18-e88ded294749 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.166636] env[69217]: INFO nova.compute.manager [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Rebuilding instance [ 804.204188] env[69217]: DEBUG nova.scheduler.client.report [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.213628] env[69217]: DEBUG nova.compute.manager [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.214906] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76fec2-09ee-40ae-a062-076e2b94533a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.242720] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528366c8-fc10-c4b1-a409-79612a64ad55, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.243651] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faadc07a-ddd4-41bd-a0e6-2bac6d65cf0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.249578] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 804.249578] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52edd58f-b7ac-78d0-8274-08c2edddb74e" [ 804.249578] env[69217]: _type = "Task" [ 804.249578] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.259985] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52edd58f-b7ac-78d0-8274-08c2edddb74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.448205] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.449397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.449397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.449397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.449397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.451120] env[69217]: INFO nova.compute.manager [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Terminating instance [ 804.673883] env[69217]: DEBUG nova.compute.manager [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received event network-vif-plugged-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.674199] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] Acquiring lock "073db647-b69f-4675-91ec-1154ccfcff13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.674445] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] Lock "073db647-b69f-4675-91ec-1154ccfcff13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.674670] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] Lock "073db647-b69f-4675-91ec-1154ccfcff13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.674874] env[69217]: DEBUG nova.compute.manager [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] No waiting events found dispatching network-vif-plugged-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.675246] env[69217]: WARNING nova.compute.manager [req-ad242b88-80d6-4801-9b73-af3cefb9cc48 req-23411f37-a15f-4847-b576-67504096e920 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received unexpected event network-vif-plugged-a460f82e-0dc3-4032-87f0-1cd977b0dda3 for instance with vm_state building and task_state spawning. [ 804.710642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.712037] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.717849] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.374s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.717849] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.717849] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.088s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.718989] env[69217]: INFO nova.compute.claims [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.749153] env[69217]: INFO nova.scheduler.client.report [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Deleted allocations for instance 7080e070-ba39-48ca-b4c7-abcd4349eb57 [ 804.766626] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52edd58f-b7ac-78d0-8274-08c2edddb74e, 'name': SearchDatastore_Task, 'duration_secs': 0.034255} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.766938] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767292] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 47795e70-9159-4984-86dd-a633479c48f3/47795e70-9159-4984-86dd-a633479c48f3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.768864] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c8d95a-0f09-4f0a-885c-49a9bea69063 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.771780] env[69217]: DEBUG nova.network.neutron [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updated VIF entry in instance network info cache for port db61f25a-f053-441a-adba-e1fc19fa0e4b. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.772251] env[69217]: DEBUG nova.network.neutron [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updating instance_info_cache with network_info: [{"id": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "address": "fa:16:3e:08:10:ea", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb61f25a-f0", "ovs_interfaceid": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.779974] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 804.779974] env[69217]: value = "task-3532193" [ 804.779974] env[69217]: _type = "Task" [ 804.779974] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.789537] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.864345] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Successfully updated port: a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.883581] env[69217]: DEBUG nova.compute.manager [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.884846] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee3609-3332-49ca-8aca-4bbb6ace635a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.956020] env[69217]: DEBUG nova.compute.manager [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.956020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.956717] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b055950a-5d08-4cea-8578-a3e0e21dc965 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.966746] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.966989] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0c5fe1-279e-4f27-8213-496b5aea9dd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.975027] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 804.975027] env[69217]: value = "task-3532194" [ 804.975027] env[69217]: _type = "Task" [ 804.975027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.983679] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.216341] env[69217]: DEBUG nova.compute.utils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.217911] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.217975] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.235136] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.240935] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d274f517-42ba-41ab-8bde-cc0e35a667ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.247553] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 805.247553] env[69217]: value = "task-3532195" [ 805.247553] env[69217]: _type = "Task" [ 805.247553] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.266888] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.267519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Lock "7080e070-ba39-48ca-b4c7-abcd4349eb57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.345s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.275089] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5b0f168-1f09-404d-a220-7d10e4be04d2 req-7528357c-a15d-4dcf-8f5f-b9cfc491ebda service nova] Releasing lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.289261] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532193, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.331142] env[69217]: DEBUG nova.policy [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.367824] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367824] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.367824] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.396337] env[69217]: INFO nova.compute.manager [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] instance snapshotting [ 805.400121] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedf74d3-0ffd-488a-8e2a-0599dad77f3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.422767] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6459a-053b-4119-9d6a-a4ee63c13c87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.491054] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532194, 'name': PowerOffVM_Task, 'duration_secs': 0.197449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.491054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.491054] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.491054] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4146e3b6-8b19-4c8f-914e-f0afe6127969 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.555566] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.555887] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.556449] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Deleting the datastore file [datastore1] ceb9cb81-06e9-49ed-b337-3b28aae0a3fa {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.556449] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d074a0-59c9-482e-9745-1b4c1a2a93df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.564651] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for the task: (returnval){ [ 805.564651] env[69217]: value = "task-3532197" [ 805.564651] env[69217]: _type = "Task" [ 805.564651] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.573486] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.725576] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.762449] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532195, 'name': PowerOffVM_Task, 'duration_secs': 0.286721} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.762449] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.762663] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.764040] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e5e89-b395-4aa9-8ae4-e720f4803d43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.772790] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.775298] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b17ef5-527f-41ed-8d9f-cb86be3c135b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.788449] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690249} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.788693] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 47795e70-9159-4984-86dd-a633479c48f3/47795e70-9159-4984-86dd-a633479c48f3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.788900] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.792078] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fca5d14-c726-47a9-ace8-948351529b32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.799253] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 805.799253] env[69217]: value = "task-3532199" [ 805.799253] env[69217]: _type = "Task" [ 805.799253] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.800393] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.800559] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.800768] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleting the datastore file [datastore1] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.804232] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c4073a-fdd4-4921-904e-5d78181b6511 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.816472] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.816797] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 805.816797] env[69217]: value = "task-3532200" [ 805.816797] env[69217]: _type = "Task" [ 805.816797] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.825605] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.925443] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.934657] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.934904] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ab1f112-9cd3-409e-8790-ec6fcdc156da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.943502] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 805.943502] env[69217]: value = "task-3532201" [ 805.943502] env[69217]: _type = "Task" [ 805.943502] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.951308] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.078719] env[69217]: DEBUG oslo_vmware.api [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Task: {'id': task-3532197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.081328] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.081527] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.081705] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.081881] env[69217]: INFO nova.compute.manager [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 806.082167] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.082602] env[69217]: DEBUG nova.compute.manager [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.082731] env[69217]: DEBUG nova.network.neutron [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.190408] env[69217]: DEBUG nova.network.neutron [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.195546] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Successfully created port: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.314082] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065148} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.314082] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.314705] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63847d82-fb41-42b9-bcd3-a2eb5e481477 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.328752] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089564} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.342022] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.342022] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.342022] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.348019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e68164-babc-4e3a-bb35-ee000301b8c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.358907] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 47795e70-9159-4984-86dd-a633479c48f3/47795e70-9159-4984-86dd-a633479c48f3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.359623] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db62eb3-70d5-4cfc-9a35-32e5c87361d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.385330] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ba8c9-2076-4eb8-a9c0-92280f69e90b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.392299] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 806.392299] env[69217]: value = "task-3532202" [ 806.392299] env[69217]: _type = "Task" [ 806.392299] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.433761] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e6544-fbc0-40da-a89a-39155375e2e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.440386] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.449870] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de0bb9-93ce-461e-83dd-1cde566c6225 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.459131] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532201, 'name': CreateSnapshot_Task, 'duration_secs': 0.49142} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.467609] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.468454] env[69217]: DEBUG nova.compute.provider_tree [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.471068] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5609f6a0-c169-440a-a9f9-bb3a6612a918 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.474781] env[69217]: DEBUG nova.compute.manager [req-40f61eb7-6164-40ff-810e-e71b83303467 req-9d4dd9f5-1202-432f-bdad-1e2cfa00bb90 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Received event network-vif-deleted-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.474877] env[69217]: INFO nova.compute.manager [req-40f61eb7-6164-40ff-810e-e71b83303467 req-9d4dd9f5-1202-432f-bdad-1e2cfa00bb90 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Neutron deleted interface de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae; detaching it from the instance and deleting it from the info cache [ 806.475014] env[69217]: DEBUG nova.network.neutron [req-40f61eb7-6164-40ff-810e-e71b83303467 req-9d4dd9f5-1202-432f-bdad-1e2cfa00bb90 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.698760] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699121] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Instance network_info: |[{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.699554] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:05:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a460f82e-0dc3-4032-87f0-1cd977b0dda3', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.707347] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.708889] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.709924] env[69217]: DEBUG nova.compute.manager [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.710178] env[69217]: DEBUG nova.compute.manager [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing instance network info cache due to event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.710399] env[69217]: DEBUG oslo_concurrency.lockutils [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] Acquiring lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.711369] env[69217]: DEBUG oslo_concurrency.lockutils [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] Acquired lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.711369] env[69217]: DEBUG nova.network.neutron [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.712730] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84401dbd-4341-4baa-ac05-dd46968c3f35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.736358] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.738924] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.738924] env[69217]: value = "task-3532203" [ 806.738924] env[69217]: _type = "Task" [ 806.738924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.750465] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532203, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.771688] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.771937] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.772104] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.772290] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.773125] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.773125] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.773125] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.773125] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.773125] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.773371] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.773442] env[69217]: DEBUG nova.virt.hardware [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.774822] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86ce767-6d1c-4246-8d43-8641283edfdd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.785138] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cbd428-7ddb-4062-953c-ec8a905fe8bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.908382] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532202, 'name': ReconfigVM_Task, 'duration_secs': 0.321529} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.909046] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 47795e70-9159-4984-86dd-a633479c48f3/47795e70-9159-4984-86dd-a633479c48f3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.910097] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e5d50a-8c63-48b7-8b1e-4e8d923062b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.919226] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 806.919226] env[69217]: value = "task-3532204" [ 806.919226] env[69217]: _type = "Task" [ 806.919226] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.931809] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532204, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.941906] env[69217]: DEBUG nova.network.neutron [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.980428] env[69217]: DEBUG nova.scheduler.client.report [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.998293] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.002024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.002024] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.003268] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-465a5f01-f1a5-4873-a0d6-7c88def8de2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.006859] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eebf19a3-8350-4235-9a9a-bf6024aebdbd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.012770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.880s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.015095] env[69217]: INFO nova.compute.claims [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.030016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eaba9e-49a7-4656-bc87-c0ba98baa1bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.041600] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 807.041600] env[69217]: value = "task-3532205" [ 807.041600] env[69217]: _type = "Task" [ 807.041600] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.057600] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532205, 'name': CloneVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.082668] env[69217]: DEBUG nova.compute.manager [req-40f61eb7-6164-40ff-810e-e71b83303467 req-9d4dd9f5-1202-432f-bdad-1e2cfa00bb90 service nova] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Detach interface failed, port_id=de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae, reason: Instance ceb9cb81-06e9-49ed-b337-3b28aae0a3fa could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.082668] env[69217]: DEBUG nova.network.neutron [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updated VIF entry in instance network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.082668] env[69217]: DEBUG nova.network.neutron [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.251467] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532203, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.383316] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.383655] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.387013] env[69217]: DEBUG nova.virt.hardware [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.388451] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337cba6-6c91-4c46-827d-923287f78927 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.397873] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc60b6-6b38-4f7b-be33-0e9eb4277c15 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.414370] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.420945] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.421320] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.424415] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d215f35-e237-43ae-8bea-cf1163f6e0b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.447176] env[69217]: INFO nova.compute.manager [-] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Took 1.36 seconds to deallocate network for instance. [ 807.447176] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532204, 'name': Rename_Task, 'duration_secs': 0.174306} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.449871] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.450659] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.450659] env[69217]: value = "task-3532206" [ 807.450659] env[69217]: _type = "Task" [ 807.450659] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.455141] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6114e58-4294-48f6-bf11-adc33567ea26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.467164] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532206, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.468591] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 807.468591] env[69217]: value = "task-3532207" [ 807.468591] env[69217]: _type = "Task" [ 807.468591] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.477020] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.521370] env[69217]: DEBUG nova.compute.utils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.525911] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.525911] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.554229] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532205, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.576825] env[69217]: DEBUG nova.policy [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc0923fd99b425787713e1c2dd133fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e2d49baf6a400abba65c75e4c9080f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.584635] env[69217]: DEBUG oslo_concurrency.lockutils [req-9faea417-59ff-42be-9cb6-0cd14695fca3 req-7a4ed1a7-6a98-4fc2-9620-cdbbd9a75ccb service nova] Releasing lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.750883] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532203, 'name': CreateVM_Task, 'duration_secs': 0.891601} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.751100] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.751861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.752101] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.752547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.752845] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d1f91e-1e5f-478b-a4df-3dbbaddf6ef9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.758208] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 807.758208] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242a04b-9b4f-4688-e026-adca812a0a14" [ 807.758208] env[69217]: _type = "Task" [ 807.758208] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.767186] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242a04b-9b4f-4688-e026-adca812a0a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.959032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.970228] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532206, 'name': CreateVM_Task, 'duration_secs': 0.349019} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.978408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.979402] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.979402] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.979402] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.980038] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ab8fb8-6013-47b2-9e21-4f9ad1377e41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.985893] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.989195] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 807.989195] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5211bf09-8eeb-490d-8e20-a2ada1a9ffd6" [ 807.989195] env[69217]: _type = "Task" [ 807.989195] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.997324] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5211bf09-8eeb-490d-8e20-a2ada1a9ffd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.998524] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Successfully created port: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.026354] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.056056] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532205, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.280721] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242a04b-9b4f-4688-e026-adca812a0a14, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.281072] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281263] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.281499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.281702] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.281819] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.282855] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd1de07-1168-48cb-80e8-6ce1575d5284 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.295459] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.295648] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.298736] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56906e1-53f3-4ec1-9a45-3daeac623b56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.304159] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 808.304159] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520f63d9-0a1b-fb0c-1eca-6f67c84f0794" [ 808.304159] env[69217]: _type = "Task" [ 808.304159] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.315953] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520f63d9-0a1b-fb0c-1eca-6f67c84f0794, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.317418] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7260d530-bad6-499d-b337-d9d322bd9be4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.331747] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 808.331747] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5247d82b-251d-ba61-6452-ed2b4221bd71" [ 808.331747] env[69217]: _type = "Task" [ 808.331747] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.345476] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5247d82b-251d-ba61-6452-ed2b4221bd71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.349111] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Successfully updated port: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.487157] env[69217]: DEBUG oslo_vmware.api [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532207, 'name': PowerOnVM_Task, 'duration_secs': 0.780967} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.487157] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.487157] env[69217]: INFO nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Took 9.77 seconds to spawn the instance on the hypervisor. [ 808.487157] env[69217]: DEBUG nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.493285] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e0ceb-5be7-4329-a06d-e687fb440144 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.506845] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5211bf09-8eeb-490d-8e20-a2ada1a9ffd6, 'name': SearchDatastore_Task, 'duration_secs': 0.015172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.508649] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.508944] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.512810] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.513032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.513244] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.518777] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9990fb6-19a9-46b6-bda5-fd32f5c2659a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.531020] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.531020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.531020] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd5c6af-945b-48b0-91b5-154952925018 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.547020] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 808.547020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c0f299-de82-db1e-24a9-861f4e47552e" [ 808.547020] env[69217]: _type = "Task" [ 808.547020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.561301] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532205, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.573326] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c0f299-de82-db1e-24a9-861f4e47552e, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.575420] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6e1ba7-3b60-4fde-8b5a-235d3da9db46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.587013] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 808.587013] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52adb4ad-45c8-6112-2c88-faccaf84f836" [ 808.587013] env[69217]: _type = "Task" [ 808.587013] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.597859] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52adb4ad-45c8-6112-2c88-faccaf84f836, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.598156] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.598483] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.598786] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9439cc-539b-4bda-86bb-beeaf365f240 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.607856] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 808.607856] env[69217]: value = "task-3532208" [ 808.607856] env[69217]: _type = "Task" [ 808.607856] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.620769] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.708396] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b529de36-6ac3-4d7c-b58f-f2347f13a54d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.716969] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb96f5-8688-433d-8d27-a2a5971f5789 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757245] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76118040-3110-423d-88b8-a8964534b6bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.762272] env[69217]: DEBUG nova.compute.manager [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Received event network-vif-plugged-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.764033] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Acquiring lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.764712] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.764712] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.764885] env[69217]: DEBUG nova.compute.manager [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] No waiting events found dispatching network-vif-plugged-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.768029] env[69217]: WARNING nova.compute.manager [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Received unexpected event network-vif-plugged-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 for instance with vm_state building and task_state spawning. [ 808.768029] env[69217]: DEBUG nova.compute.manager [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Received event network-changed-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.768029] env[69217]: DEBUG nova.compute.manager [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Refreshing instance network info cache due to event network-changed-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.768029] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Acquiring lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.768029] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Acquired lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.768029] env[69217]: DEBUG nova.network.neutron [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Refreshing network info cache for port 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.774964] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b492a3-1ad1-469d-963e-a591fb4d6461 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.791538] env[69217]: DEBUG nova.compute.provider_tree [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.806835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.807472] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.840709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "1930585d-78a3-4245-a40c-1917699b9404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.841141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.850645] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5247d82b-251d-ba61-6452-ed2b4221bd71, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.850645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850808] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 073db647-b69f-4675-91ec-1154ccfcff13/073db647-b69f-4675-91ec-1154ccfcff13.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.851297] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851552] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e79c9f4-c289-41c8-8a7b-5ab29ed96456 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.859370] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 808.859370] env[69217]: value = "task-3532209" [ 808.859370] env[69217]: _type = "Task" [ 808.859370] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.869591] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.878718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.878941] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.903677] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Acquiring lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.903677] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Acquired lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.903677] env[69217]: DEBUG nova.network.neutron [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.037699] env[69217]: INFO nova.compute.manager [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Took 53.98 seconds to build instance. [ 809.044805] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.058575] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532205, 'name': CloneVM_Task, 'duration_secs': 1.634802} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.058907] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Created linked-clone VM from snapshot [ 809.059790] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4430e57-fc1e-4f8e-a5d4-7d7c882519bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.070630] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Uploading image c1acf549-8161-45c5-b19e-c3c437837f7d {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.083985] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.084320] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.084536] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.084702] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.084820] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.084959] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.085460] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.085693] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.085915] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.086163] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.086588] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.088049] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614c7e8-9be5-47f9-b746-181ce5de0315 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.103381] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.103381] env[69217]: value = "vm-705500" [ 809.103381] env[69217]: _type = "VirtualMachine" [ 809.103381] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.104863] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c3a57-5be3-4f5e-94df-a236422c8a07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.109887] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6894e07-c308-4158-a9d5-68576c28d804 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.133564] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.134387] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease: (returnval){ [ 809.134387] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527e0587-6681-f86a-329b-f8ec57c3b396" [ 809.134387] env[69217]: _type = "HttpNfcLease" [ 809.134387] env[69217]: } obtained for exporting VM: (result){ [ 809.134387] env[69217]: value = "vm-705500" [ 809.134387] env[69217]: _type = "VirtualMachine" [ 809.134387] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.134838] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the lease: (returnval){ [ 809.134838] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527e0587-6681-f86a-329b-f8ec57c3b396" [ 809.134838] env[69217]: _type = "HttpNfcLease" [ 809.134838] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.144260] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.144260] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527e0587-6681-f86a-329b-f8ec57c3b396" [ 809.144260] env[69217]: _type = "HttpNfcLease" [ 809.144260] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.144605] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.144605] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527e0587-6681-f86a-329b-f8ec57c3b396" [ 809.144605] env[69217]: _type = "HttpNfcLease" [ 809.144605] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.145531] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a90cfb-9621-48ad-b644-c3278bd24acf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.156746] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.156967] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.279028] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bacbd250-6e08-4562-b158-5b8ae23a9807 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.296100] env[69217]: DEBUG nova.scheduler.client.report [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.314144] env[69217]: DEBUG nova.network.neutron [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.369882] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.445754] env[69217]: DEBUG nova.network.neutron [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.533015] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a16479bc-5e8e-44a5-8626-651c2df3a67d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.143s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.626071] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580743} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.626370] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.626595] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.626855] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a733e384-fe31-4855-b258-574cba9f090c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.643151] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 809.643151] env[69217]: value = "task-3532211" [ 809.643151] env[69217]: _type = "Task" [ 809.643151] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.652320] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.804211] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.804763] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.813129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.017s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.813129] env[69217]: INFO nova.compute.claims [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.817045] env[69217]: DEBUG nova.network.neutron [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updating instance_info_cache with network_info: [{"id": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "address": "fa:16:3e:08:10:ea", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb61f25a-f0", "ovs_interfaceid": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.873157] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670893} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.873437] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 073db647-b69f-4675-91ec-1154ccfcff13/073db647-b69f-4675-91ec-1154ccfcff13.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.873867] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.874342] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef4d052-feac-46a7-bcdc-904add377fa6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.883868] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 809.883868] env[69217]: value = "task-3532212" [ 809.883868] env[69217]: _type = "Task" [ 809.883868] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.898718] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.949875] env[69217]: DEBUG oslo_concurrency.lockutils [req-65e5db0b-3644-4ace-866f-f1f7c08c04f0 req-e1ce178a-d586-4ad6-b5f8-a9ef0679a63c service nova] Releasing lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.949875] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.949875] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.004065] env[69217]: DEBUG nova.compute.manager [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Received event network-vif-plugged-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.004065] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] Acquiring lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.005465] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.005465] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.005465] env[69217]: DEBUG nova.compute.manager [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] No waiting events found dispatching network-vif-plugged-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.005465] env[69217]: WARNING nova.compute.manager [req-6a1877b9-750c-492d-836a-850dd3cce129 req-65726722-bcf1-4351-9432-1c1f6299b752 service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Received unexpected event network-vif-plugged-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 for instance with vm_state building and task_state spawning. [ 810.017523] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Successfully updated port: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.035128] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.160014] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072723} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.160304] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.161285] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5ef71-d826-4d1e-9473-05a18ce48db5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.186522] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.186976] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c128b7-29cb-4a33-a0fe-8454e80bd5c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.210730] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 810.210730] env[69217]: value = "task-3532213" [ 810.210730] env[69217]: _type = "Task" [ 810.210730] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.220401] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.318666] env[69217]: DEBUG nova.compute.utils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.321336] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.322694] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.332850] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Releasing lock "refresh_cache-47795e70-9159-4984-86dd-a633479c48f3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.332850] env[69217]: DEBUG nova.compute.manager [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Inject network info {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 810.334385] env[69217]: DEBUG nova.compute.manager [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] network_info to inject: |[{"id": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "address": "fa:16:3e:08:10:ea", "network": {"id": "48234b2c-6c2e-4783-abce-abcc097529c1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1549677863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0215efd02f94d3dbc20cafc3f611dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb61f25a-f0", "ovs_interfaceid": "db61f25a-f053-441a-adba-e1fc19fa0e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 810.344904] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Reconfiguring VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 810.347978] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95e6a67-9da6-4593-b6d7-d29be4152952 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.369684] env[69217]: DEBUG oslo_vmware.api [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Waiting for the task: (returnval){ [ 810.369684] env[69217]: value = "task-3532214" [ 810.369684] env[69217]: _type = "Task" [ 810.369684] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.378848] env[69217]: DEBUG oslo_vmware.api [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Task: {'id': task-3532214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.393108] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074611} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.393471] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.394491] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21927c-2ec9-4e69-b205-70bf20e98cf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.419159] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 073db647-b69f-4675-91ec-1154ccfcff13/073db647-b69f-4675-91ec-1154ccfcff13.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.419557] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371878e9-1734-4c81-9e7e-480c0c942175 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.436137] env[69217]: DEBUG nova.policy [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc0923fd99b425787713e1c2dd133fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e2d49baf6a400abba65c75e4c9080f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.444017] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 810.444017] env[69217]: value = "task-3532215" [ 810.444017] env[69217]: _type = "Task" [ 810.444017] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.454968] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.519334] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.522026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.522210] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.522502] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.568072] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.721546] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532213, 'name': ReconfigVM_Task, 'duration_secs': 0.28628} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.721879] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30/7a6ea806-ae3d-4abf-a03b-89e0087a2a30.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.722538] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed2a6d21-4170-46d4-a661-1867c2423255 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.729968] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 810.729968] env[69217]: value = "task-3532216" [ 810.729968] env[69217]: _type = "Task" [ 810.729968] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.739462] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532216, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.822932] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.855642] env[69217]: DEBUG nova.network.neutron [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Updating instance_info_cache with network_info: [{"id": "967660da-8f5f-46e0-9fe7-0ce7e7bd75f4", "address": "fa:16:3e:90:17:3e", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967660da-8f", "ovs_interfaceid": "967660da-8f5f-46e0-9fe7-0ce7e7bd75f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.887164] env[69217]: DEBUG oslo_vmware.api [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] Task: {'id': task-3532214, 'name': ReconfigVM_Task, 'duration_secs': 0.21421} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.887797] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e3838-09db-41eb-b744-184eca70c43a tempest-ServersAdminTestJSON-1800853075 tempest-ServersAdminTestJSON-1800853075-project-admin] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Reconfigured VM instance to set the machine id {{(pid=69217) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 810.956221] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532215, 'name': ReconfigVM_Task, 'duration_secs': 0.390803} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.960112] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 073db647-b69f-4675-91ec-1154ccfcff13/073db647-b69f-4675-91ec-1154ccfcff13.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.962580] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7e52af-9436-42ff-a1a7-6cbc8ecb2c04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.967478] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Successfully created port: 92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.972184] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 810.972184] env[69217]: value = "task-3532217" [ 810.972184] env[69217]: _type = "Task" [ 810.972184] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.989559] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532217, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.087147] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.240898] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532216, 'name': Rename_Task, 'duration_secs': 0.142993} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.241199] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.241492] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19007a3d-0b57-4043-b6f1-9fcb4f6fab48 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.251893] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 811.251893] env[69217]: value = "task-3532218" [ 811.251893] env[69217]: _type = "Task" [ 811.251893] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.265024] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.370703] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Updating instance_info_cache with network_info: [{"id": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "address": "fa:16:3e:09:c1:02", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dbc7a7-b3", "ovs_interfaceid": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.372209] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-c5c17394-0a0f-41e7-b83c-595d3bd1382a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.372506] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance network_info: |[{"id": "967660da-8f5f-46e0-9fe7-0ce7e7bd75f4", "address": "fa:16:3e:90:17:3e", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967660da-8f", "ovs_interfaceid": "967660da-8f5f-46e0-9fe7-0ce7e7bd75f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.373348] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:17:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967660da-8f5f-46e0-9fe7-0ce7e7bd75f4', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.381345] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating folder: Project (b0a04450d9a34459b3ac14e2b5d5ab26). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.382486] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f66db6c-467d-42ba-8810-e0fd81eda1b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.395550] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created folder: Project (b0a04450d9a34459b3ac14e2b5d5ab26) in parent group-v705386. [ 811.395818] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating folder: Instances. Parent ref: group-v705502. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.396096] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1edba41-8938-41c5-9268-d0005f0a3e44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.410357] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created folder: Instances in parent group-v705502. [ 811.410736] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.410964] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.411338] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501f4808-9bd9-42c2-b4b1-caad4f51ce98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.437107] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.437107] env[69217]: value = "task-3532221" [ 811.437107] env[69217]: _type = "Task" [ 811.437107] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.447399] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532221, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.487231] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532217, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.534439] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab42bce-89e3-4b01-8839-10a376696623 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.543303] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026346e6-aae0-48a3-92d2-c34c4ea66b82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.577649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa1ae2-9e9b-47b3-a2ad-b7b7bdb51edb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.585968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce82907a-0648-4ac2-affb-fdd8d597838e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.600384] env[69217]: DEBUG nova.compute.provider_tree [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.766085] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.839362] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.866561] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.868098] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.868185] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.869039] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.869039] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.869039] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.869229] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.869398] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.869567] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.869731] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.869908] env[69217]: DEBUG nova.virt.hardware [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.871160] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30349ac1-b129-49dc-b1f8-7bf77798e8ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.874518] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.874927] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Instance network_info: |[{"id": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "address": "fa:16:3e:09:c1:02", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dbc7a7-b3", "ovs_interfaceid": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.875329] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.882972] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating folder: Project (89e2d49baf6a400abba65c75e4c9080f). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.883727] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5759bb16-3de1-40ef-a386-0b98aa74c04b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.889383] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b27cf9-90b0-4d36-951a-cdafe3dbbf14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.895937] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created folder: Project (89e2d49baf6a400abba65c75e4c9080f) in parent group-v705386. [ 811.896152] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating folder: Instances. Parent ref: group-v705505. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.906325] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8877e64d-ac4c-4d8d-9056-05c126146c4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.912389] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.912615] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.920561] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created folder: Instances in parent group-v705505. [ 811.920815] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.920999] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.921228] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66449c4e-6bac-4539-80ab-a07058ac8816 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.942981] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.942981] env[69217]: value = "task-3532224" [ 811.942981] env[69217]: _type = "Task" [ 811.942981] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.946166] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532221, 'name': CreateVM_Task, 'duration_secs': 0.387704} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.949219] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.950530] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950754] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.951101] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.951705] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68179407-5826-4a38-b446-c7f0ee3e1582 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.957829] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532224, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.959037] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 811.959037] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52582038-ef0a-4912-e8b1-5b92f90a432a" [ 811.959037] env[69217]: _type = "Task" [ 811.959037] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.966119] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52582038-ef0a-4912-e8b1-5b92f90a432a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.982304] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532217, 'name': Rename_Task, 'duration_secs': 0.932274} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.982577] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.982845] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2cb64e-286c-4167-ab5e-dfdfffbcc4d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.995310] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 811.995310] env[69217]: value = "task-3532225" [ 811.995310] env[69217]: _type = "Task" [ 811.995310] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.003745] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.087439] env[69217]: DEBUG nova.compute.manager [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Received event network-changed-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.087439] env[69217]: DEBUG nova.compute.manager [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Refreshing instance network info cache due to event network-changed-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.088144] env[69217]: DEBUG oslo_concurrency.lockutils [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] Acquiring lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.088144] env[69217]: DEBUG oslo_concurrency.lockutils [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] Acquired lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.088144] env[69217]: DEBUG nova.network.neutron [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Refreshing network info cache for port 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.103430] env[69217]: DEBUG nova.scheduler.client.report [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.263856] env[69217]: DEBUG oslo_vmware.api [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532218, 'name': PowerOnVM_Task, 'duration_secs': 0.544719} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.264242] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.264496] env[69217]: DEBUG nova.compute.manager [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.265431] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0790d17-ee8b-4230-8c41-0b05d4e8cada {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.459041] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532224, 'name': CreateVM_Task, 'duration_secs': 0.371186} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.459041] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.459041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.470286] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52582038-ef0a-4912-e8b1-5b92f90a432a, 'name': SearchDatastore_Task, 'duration_secs': 0.020774} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.470680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.471014] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.471077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.471396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.471629] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.471918] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.472233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.472467] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739d0812-f5fd-4287-ace1-6d0c48d83a34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.474827] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25366ac7-cdeb-438f-a5fa-49855b200af3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.480043] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 812.480043] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5212ca58-119e-c20a-1e57-cc656cb8eb40" [ 812.480043] env[69217]: _type = "Task" [ 812.480043] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.487963] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5212ca58-119e-c20a-1e57-cc656cb8eb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.489137] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.489357] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.490090] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15de872c-252a-4983-98a0-040c3ed7822e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.495076] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 812.495076] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f52d89-7e1e-e2d6-1791-4d68d71c36c8" [ 812.495076] env[69217]: _type = "Task" [ 812.495076] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.508127] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f52d89-7e1e-e2d6-1791-4d68d71c36c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.511841] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.543841] env[69217]: INFO nova.compute.manager [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Rebuilding instance [ 812.594722] env[69217]: DEBUG nova.compute.manager [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.595665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca2d29-525c-4718-a0f8-026c2910320c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.609122] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.609624] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.612068] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.960s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.614218] env[69217]: INFO nova.compute.claims [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.781247] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.901462] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Successfully updated port: 92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.947448] env[69217]: DEBUG nova.network.neutron [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Updated VIF entry in instance network info cache for port 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.947810] env[69217]: DEBUG nova.network.neutron [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Updating instance_info_cache with network_info: [{"id": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "address": "fa:16:3e:09:c1:02", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dbc7a7-b3", "ovs_interfaceid": "64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.991357] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5212ca58-119e-c20a-1e57-cc656cb8eb40, 'name': SearchDatastore_Task, 'duration_secs': 0.026394} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.991776] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.992088] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.992326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.006359] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f52d89-7e1e-e2d6-1791-4d68d71c36c8, 'name': SearchDatastore_Task, 'duration_secs': 0.019328} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.007472] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ab071c-8819-4852-a41d-19c2c991e25e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.012579] env[69217]: DEBUG oslo_vmware.api [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532225, 'name': PowerOnVM_Task, 'duration_secs': 0.52799} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.013163] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.013370] env[69217]: INFO nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Took 8.98 seconds to spawn the instance on the hypervisor. [ 813.013544] env[69217]: DEBUG nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.014294] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ffe413-6893-4927-9181-03223d4acec5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.017842] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 813.017842] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527639e3-0983-706d-f329-e99b78e10f47" [ 813.017842] env[69217]: _type = "Task" [ 813.017842] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.029751] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527639e3-0983-706d-f329-e99b78e10f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.121698] env[69217]: DEBUG nova.compute.utils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.123589] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.123762] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.178880] env[69217]: DEBUG nova.policy [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.404529] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.404529] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.405387] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.450994] env[69217]: DEBUG oslo_concurrency.lockutils [req-89c9c0ab-195e-433c-a856-d3f37dd28f51 req-1a5b1b3e-7923-43bb-8513-5e35af393abb service nova] Releasing lock "refresh_cache-75763b9e-b1a9-443a-8e34-27c3f909acaf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.536050] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527639e3-0983-706d-f329-e99b78e10f47, 'name': SearchDatastore_Task, 'duration_secs': 0.023371} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.539389] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Successfully created port: 65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.542514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.542670] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] c5c17394-0a0f-41e7-b83c-595d3bd1382a/c5c17394-0a0f-41e7-b83c-595d3bd1382a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.543295] env[69217]: INFO nova.compute.manager [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Took 55.66 seconds to build instance. [ 813.544286] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.544861] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.544861] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ed9359-7253-422d-af4b-64d039d2879a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.548753] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-142e22d4-eb26-45cd-81cc-682966dd12d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.556102] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 813.556102] env[69217]: value = "task-3532226" [ 813.556102] env[69217]: _type = "Task" [ 813.556102] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.560480] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.560718] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.562546] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20840387-661f-4da5-ba08-cf391d08f618 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.569157] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.574757] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 813.574757] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dccdeb-86d0-26d2-5eb3-f6854050948d" [ 813.574757] env[69217]: _type = "Task" [ 813.574757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.589172] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dccdeb-86d0-26d2-5eb3-f6854050948d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.614458] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.615171] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558ad1df-8c8a-43de-bade-db7f806bcb62 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.622263] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 813.622263] env[69217]: value = "task-3532227" [ 813.622263] env[69217]: _type = "Task" [ 813.622263] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.632336] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.642522] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.969727] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.049685] env[69217]: DEBUG oslo_concurrency.lockutils [None req-77e804d9-9d39-412b-93ad-929f6ffc2f8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.019s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.070537] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532226, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.077915] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.078200] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.078371] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.078571] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.078766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.086347] env[69217]: INFO nova.compute.manager [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Terminating instance [ 814.097478] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dccdeb-86d0-26d2-5eb3-f6854050948d, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.098551] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96843cd0-28ce-42e3-a2f5-bdb9eff7955f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.107338] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 814.107338] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f7013d-ed73-3fa1-0a8b-f5f4f1cf0e47" [ 814.107338] env[69217]: _type = "Task" [ 814.107338] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.115970] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f7013d-ed73-3fa1-0a8b-f5f4f1cf0e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.132327] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532227, 'name': PowerOffVM_Task, 'duration_secs': 0.201012} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.135046] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.135289] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.138766] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd2edc-df63-4176-8a0a-2a7d75f35e3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.150267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.150597] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e228c30b-9f6c-4169-bfbe-28347efa620e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.167715] env[69217]: DEBUG nova.compute.manager [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Received event network-vif-plugged-92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.167715] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Acquiring lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.167918] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.167918] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.168173] env[69217]: DEBUG nova.compute.manager [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] No waiting events found dispatching network-vif-plugged-92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.168283] env[69217]: WARNING nova.compute.manager [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Received unexpected event network-vif-plugged-92fdb771-d9a3-466e-b939-d30e14b81b65 for instance with vm_state building and task_state spawning. [ 814.168389] env[69217]: DEBUG nova.compute.manager [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Received event network-changed-92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.168588] env[69217]: DEBUG nova.compute.manager [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Refreshing instance network info cache due to event network-changed-92fdb771-d9a3-466e-b939-d30e14b81b65. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.168696] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Acquiring lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.199275] env[69217]: DEBUG nova.network.neutron [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Updating instance_info_cache with network_info: [{"id": "92fdb771-d9a3-466e-b939-d30e14b81b65", "address": "fa:16:3e:be:fe:6e", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fdb771-d9", "ovs_interfaceid": "92fdb771-d9a3-466e-b939-d30e14b81b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.219727] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.219847] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.220074] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.220390] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c6bdd4-d7b0-499b-93d6-de829ff064f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.227015] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 814.227015] env[69217]: value = "task-3532229" [ 814.227015] env[69217]: _type = "Task" [ 814.227015] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.238981] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.277863] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dcbe1d-8db0-4612-80d0-c0dac84e3adb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.286695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1126fc4e-bfea-47a6-a5fe-d5406a221390 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.319557] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2df956-2abb-426f-b5e4-3c1a9b53c5a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.327712] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffea6dd-5613-4ada-a22b-7e164de7965f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.342634] env[69217]: DEBUG nova.compute.provider_tree [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.553469] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.569937] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528118} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.573238] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] c5c17394-0a0f-41e7-b83c-595d3bd1382a/c5c17394-0a0f-41e7-b83c-595d3bd1382a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.573238] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.573238] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7804f3a9-40c0-41af-97cd-357d2889d2dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.580221] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 814.580221] env[69217]: value = "task-3532230" [ 814.580221] env[69217]: _type = "Task" [ 814.580221] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.588739] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.592674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "refresh_cache-7a6ea806-ae3d-4abf-a03b-89e0087a2a30" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.593139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "refresh_cache-7a6ea806-ae3d-4abf-a03b-89e0087a2a30" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.593471] env[69217]: DEBUG nova.network.neutron [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.620118] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f7013d-ed73-3fa1-0a8b-f5f4f1cf0e47, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.620430] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.620691] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 75763b9e-b1a9-443a-8e34-27c3f909acaf/75763b9e-b1a9-443a-8e34-27c3f909acaf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.620963] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2857bb68-c34e-4b6b-b3e2-12c329415b29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.628258] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 814.628258] env[69217]: value = "task-3532231" [ 814.628258] env[69217]: _type = "Task" [ 814.628258] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.640099] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.646613] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.669297] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.669476] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.670859] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.671134] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.671228] env[69217]: DEBUG nova.virt.hardware [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.672153] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e7149-bd46-437f-b2d8-08879f80117f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.680698] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd6b71-9cd3-4e55-8c51-d83f1bc471cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.704940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.705365] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Instance network_info: |[{"id": "92fdb771-d9a3-466e-b939-d30e14b81b65", "address": "fa:16:3e:be:fe:6e", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fdb771-d9", "ovs_interfaceid": "92fdb771-d9a3-466e-b939-d30e14b81b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.705727] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Acquired lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.705965] env[69217]: DEBUG nova.network.neutron [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Refreshing network info cache for port 92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.707329] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:fe:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fdb771-d9a3-466e-b939-d30e14b81b65', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.716643] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.721307] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.721307] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7d2b496-1b6b-4922-818d-e9d32498a1fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.744877] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20406} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.747055] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.747055] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.747055] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.749781] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.749781] env[69217]: value = "task-3532232" [ 814.749781] env[69217]: _type = "Task" [ 814.749781] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.757980] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532232, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.846938] env[69217]: DEBUG nova.scheduler.client.report [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.905233] env[69217]: DEBUG nova.compute.manager [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.905233] env[69217]: DEBUG nova.compute.manager [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing instance network info cache due to event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.906022] env[69217]: DEBUG oslo_concurrency.lockutils [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] Acquiring lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.906022] env[69217]: DEBUG oslo_concurrency.lockutils [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] Acquired lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.906022] env[69217]: DEBUG nova.network.neutron [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.037453] env[69217]: DEBUG nova.network.neutron [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Updated VIF entry in instance network info cache for port 92fdb771-d9a3-466e-b939-d30e14b81b65. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.037919] env[69217]: DEBUG nova.network.neutron [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Updating instance_info_cache with network_info: [{"id": "92fdb771-d9a3-466e-b939-d30e14b81b65", "address": "fa:16:3e:be:fe:6e", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fdb771-d9", "ovs_interfaceid": "92fdb771-d9a3-466e-b939-d30e14b81b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.088934] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.089944] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.090246] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.091410] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ac80d-4727-4b64-8799-b32fec761378 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.119078] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c5c17394-0a0f-41e7-b83c-595d3bd1382a/c5c17394-0a0f-41e7-b83c-595d3bd1382a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.119679] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55e97cf-f045-44e4-ab13-4b1b7cce23bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.145096] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.146970] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 815.146970] env[69217]: value = "task-3532233" [ 815.146970] env[69217]: _type = "Task" [ 815.146970] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.158922] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.160621] env[69217]: DEBUG nova.network.neutron [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.268311] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532232, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.290012] env[69217]: DEBUG nova.network.neutron [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.355026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.355026] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.356949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.947s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.357447] env[69217]: DEBUG nova.objects.instance [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.506604] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Successfully updated port: 65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.541561] env[69217]: DEBUG oslo_concurrency.lockutils [req-e00394cb-7087-4461-9cec-5db077734968 req-d547b24c-5d82-49d9-a054-d2c2e353d4aa service nova] Releasing lock "refresh_cache-e0c53650-bfef-4d7b-ae92-8cf3e1f66591" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.647045] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907559} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.647363] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 75763b9e-b1a9-443a-8e34-27c3f909acaf/75763b9e-b1a9-443a-8e34-27c3f909acaf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.647638] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.651334] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5272bff2-a988-44a7-8dc3-2c71f2ffdf02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.654315] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "073db647-b69f-4675-91ec-1154ccfcff13" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.654788] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.655211] env[69217]: INFO nova.compute.manager [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Rebooting instance [ 815.659977] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.662118] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 815.662118] env[69217]: value = "task-3532234" [ 815.662118] env[69217]: _type = "Task" [ 815.662118] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.677483] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.750645] env[69217]: DEBUG nova.network.neutron [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updated VIF entry in instance network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.751034] env[69217]: DEBUG nova.network.neutron [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.769253] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532232, 'name': CreateVM_Task, 'duration_secs': 0.677314} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.769403] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.772904] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772904] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772904] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772904] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2158393-d24d-4cc5-8bae-33ebab72f7ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.780802] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 815.780802] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b8886-1b13-7d18-4059-49a7c35d61d5" [ 815.780802] env[69217]: _type = "Task" [ 815.780802] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.794908] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "refresh_cache-7a6ea806-ae3d-4abf-a03b-89e0087a2a30" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.795261] env[69217]: DEBUG nova.compute.manager [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.795452] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.795748] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b8886-1b13-7d18-4059-49a7c35d61d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.799268] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.799268] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.799268] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.799268] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.799268] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.799491] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.799726] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.799793] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.799922] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.800441] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.800654] env[69217]: DEBUG nova.virt.hardware [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.801533] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a4bbd8-3d34-42df-9add-1b20bd7b8be5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.804884] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbbc6b7-a7ca-4965-9163-1ac484109e7f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.814128] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ee325-636c-4052-9572-35f9960422f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.820390] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.824021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0121d2bb-58cf-48c0-b1fe-0b10f8df2677 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.832941] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216e0d64-800e-45bd-882b-88c67ca8b048', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.840558] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.841961] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.842345] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9e30a16-7444-40c9-818f-23b2617b3a7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.858624] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 815.858624] env[69217]: value = "task-3532235" [ 815.858624] env[69217]: _type = "Task" [ 815.858624] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.864778] env[69217]: DEBUG nova.compute.utils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.871148] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.871148] env[69217]: value = "task-3532236" [ 815.871148] env[69217]: _type = "Task" [ 815.871148] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.871826] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.872609] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.886783] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.894218] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532236, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.946105] env[69217]: DEBUG nova.policy [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f7a296c8e44151b905a795cdd54be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc797c67fd7048769dc22d4394443bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.009873] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.010095] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.010267] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.159127] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532233, 'name': ReconfigVM_Task, 'duration_secs': 0.744773} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.159127] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c5c17394-0a0f-41e7-b83c-595d3bd1382a/c5c17394-0a0f-41e7-b83c-595d3bd1382a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.159127] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-333af3be-8cf5-4ec9-8308-f9bd0ceca250 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.167869] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 816.167869] env[69217]: value = "task-3532237" [ 816.167869] env[69217]: _type = "Task" [ 816.167869] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.180839] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121691} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.184803] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.185325] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532237, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.186602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.187457] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c33463-78a7-4b66-b478-5ebe4153ca9a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.213902] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 75763b9e-b1a9-443a-8e34-27c3f909acaf/75763b9e-b1a9-443a-8e34-27c3f909acaf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.214340] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef2c3fa-079f-432d-9a60-f4cf1a1a4494 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.234602] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 816.234602] env[69217]: value = "task-3532238" [ 816.234602] env[69217]: _type = "Task" [ 816.234602] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.244295] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.257184] env[69217]: DEBUG oslo_concurrency.lockutils [req-7115b612-7b6c-4f38-9dd6-1f35021edf08 req-5556f471-f970-421d-84f3-8d8fad78456b service nova] Releasing lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.257622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquired lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.257811] env[69217]: DEBUG nova.network.neutron [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.292308] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b8886-1b13-7d18-4059-49a7c35d61d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.292754] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.292945] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.293229] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293436] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.293655] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.293957] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8a0656-b9ab-406d-af0f-8321a817b656 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.302279] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.302519] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.303592] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35a8b81-071f-413d-be82-3976d6234e37 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.309012] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 816.309012] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281ec7c-f44c-f324-47d5-0a6a3d0e672c" [ 816.309012] env[69217]: _type = "Task" [ 816.309012] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.317123] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281ec7c-f44c-f324-47d5-0a6a3d0e672c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.369322] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532235, 'name': PowerOffVM_Task, 'duration_secs': 0.135981} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.369583] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.369803] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.370022] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c696c8a4-05e6-4d35-9b8d-5004d26110a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.371848] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.376907] env[69217]: DEBUG oslo_concurrency.lockutils [None req-49e2545d-38c7-4eef-92b7-9830f7a04883 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.376907] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.829s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.376907] env[69217]: DEBUG nova.objects.instance [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lazy-loading 'resources' on Instance uuid 8c5327c2-997c-4753-9876-7e048bedec65 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.388809] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532236, 'name': CreateVM_Task, 'duration_secs': 0.380128} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.389085] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.390522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.390807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.391266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.391550] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2ab0e1-dfc9-401d-a6ec-3f31261d79ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.398306] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 816.398306] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5289cfda-4ade-0ae1-f93c-4adce32cfdda" [ 816.398306] env[69217]: _type = "Task" [ 816.398306] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.406140] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.406140] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.406140] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleting the datastore file [datastore2] 7a6ea806-ae3d-4abf-a03b-89e0087a2a30 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.406140] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4787652-c244-4ead-bfa7-06669c98ae8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.408970] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5289cfda-4ade-0ae1-f93c-4adce32cfdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.412889] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 816.412889] env[69217]: value = "task-3532240" [ 816.412889] env[69217]: _type = "Task" [ 816.412889] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.421801] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.423944] env[69217]: DEBUG nova.compute.manager [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Received event network-vif-plugged-65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.424172] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Acquiring lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.424408] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.424577] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.424815] env[69217]: DEBUG nova.compute.manager [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] No waiting events found dispatching network-vif-plugged-65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.424975] env[69217]: WARNING nova.compute.manager [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Received unexpected event network-vif-plugged-65afee74-9c71-4db1-901e-1916c3b7c55d for instance with vm_state building and task_state spawning. [ 816.425156] env[69217]: DEBUG nova.compute.manager [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Received event network-changed-65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.425308] env[69217]: DEBUG nova.compute.manager [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Refreshing instance network info cache due to event network-changed-65afee74-9c71-4db1-901e-1916c3b7c55d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.425482] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Acquiring lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.583438] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.591721] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Successfully created port: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.682232] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532237, 'name': Rename_Task, 'duration_secs': 0.32385} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.682574] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.683035] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ca455e-18fa-4489-874c-110cbbcc1600 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.690469] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 816.690469] env[69217]: value = "task-3532241" [ 816.690469] env[69217]: _type = "Task" [ 816.690469] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.707545] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.745669] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.819449] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281ec7c-f44c-f324-47d5-0a6a3d0e672c, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.822876] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e6b540-897f-45c8-bf5b-b5ee99db43a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.831020] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 816.831020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f37e51-4974-6edd-0ce1-cebcbf78fc36" [ 816.831020] env[69217]: _type = "Task" [ 816.831020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.842693] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f37e51-4974-6edd-0ce1-cebcbf78fc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.893657] env[69217]: DEBUG nova.network.neutron [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Updating instance_info_cache with network_info: [{"id": "65afee74-9c71-4db1-901e-1916c3b7c55d", "address": "fa:16:3e:60:07:ab", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65afee74-9c", "ovs_interfaceid": "65afee74-9c71-4db1-901e-1916c3b7c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.915550] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5289cfda-4ade-0ae1-f93c-4adce32cfdda, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.921668] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.922036] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.922192] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.922340] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.922528] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.926572] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f8e9dac-71a0-4460-9667-d2fac1888628 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.937907] env[69217]: DEBUG oslo_vmware.api [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128594} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.939392] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.939587] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.939765] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.939933] env[69217]: INFO nova.compute.manager [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.940217] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.940479] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.940640] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.944425] env[69217]: DEBUG nova.compute.manager [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.944541] env[69217]: DEBUG nova.network.neutron [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.946489] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b480fafb-af33-45e6-a9d7-8872e03f5d15 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.956831] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 816.956831] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52576c9c-6e1b-386b-864e-155c9bb48dcf" [ 816.956831] env[69217]: _type = "Task" [ 816.956831] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.965517] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52576c9c-6e1b-386b-864e-155c9bb48dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.971549] env[69217]: DEBUG nova.network.neutron [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.060829] env[69217]: DEBUG nova.network.neutron [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.203306] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.245376] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532238, 'name': ReconfigVM_Task, 'duration_secs': 0.612111} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.245679] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 75763b9e-b1a9-443a-8e34-27c3f909acaf/75763b9e-b1a9-443a-8e34-27c3f909acaf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.246358] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16c62662-29b5-4cc3-9fa3-81c2883c48c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.255189] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 817.255189] env[69217]: value = "task-3532242" [ 817.255189] env[69217]: _type = "Task" [ 817.255189] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.263339] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532242, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.340182] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f37e51-4974-6edd-0ce1-cebcbf78fc36, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.342779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.343047] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] e0c53650-bfef-4d7b-ae92-8cf3e1f66591/e0c53650-bfef-4d7b-ae92-8cf3e1f66591.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.343526] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728feda6-110b-4797-a577-c84e56356a06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.350511] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 817.350511] env[69217]: value = "task-3532243" [ 817.350511] env[69217]: _type = "Task" [ 817.350511] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.363828] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.388250] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.391162] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.391564] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Instance network_info: |[{"id": "65afee74-9c71-4db1-901e-1916c3b7c55d", "address": "fa:16:3e:60:07:ab", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65afee74-9c", "ovs_interfaceid": "65afee74-9c71-4db1-901e-1916c3b7c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.392063] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Acquired lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.392186] env[69217]: DEBUG nova.network.neutron [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Refreshing network info cache for port 65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.394416] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:07:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65afee74-9c71-4db1-901e-1916c3b7c55d', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.404367] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.408946] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.411751] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfbf7bd3-8877-46a5-aca7-87821b27d133 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.435811] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.435811] env[69217]: value = "task-3532244" [ 817.435811] env[69217]: _type = "Task" [ 817.435811] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.438085] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.438323] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.438477] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.438657] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.438798] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.438966] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.439167] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.439421] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.439499] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.439646] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.439855] env[69217]: DEBUG nova.virt.hardware [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.440725] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b38c5-0b92-4c70-9826-7b24178a7057 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.458683] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402fafd-c365-46ad-a354-64d4838b5a59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.462803] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532244, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.484016] env[69217]: DEBUG nova.network.neutron [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.486594] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52576c9c-6e1b-386b-864e-155c9bb48dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.490038] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f976dd-92c7-4a61-b8c5-ace45fe63521 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.497734] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 817.497734] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526029c4-29a3-a61d-ef2e-de963b5e73d7" [ 817.497734] env[69217]: _type = "Task" [ 817.497734] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.508643] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526029c4-29a3-a61d-ef2e-de963b5e73d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.510555] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b008ffb-dcab-470d-b6be-a125b236c2ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.518734] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd16d2-d749-48c9-9c8a-6ad8a4171927 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.554113] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133e82d-3808-4384-836d-532758f5512e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.564184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4461754-db49-4898-8d96-4e87e5748623 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.569663] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Releasing lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.584631] env[69217]: DEBUG nova.compute.provider_tree [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.704699] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.767895] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532242, 'name': Rename_Task, 'duration_secs': 0.223823} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.768252] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.768571] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039d8c8d-9b6c-498f-9ab9-fe5814b6ffb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.777528] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 817.777528] env[69217]: value = "task-3532245" [ 817.777528] env[69217]: _type = "Task" [ 817.777528] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.787446] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.861520] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532243, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.951296] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532244, 'name': CreateVM_Task, 'duration_secs': 0.474046} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.951505] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.952210] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.952386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.952722] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.953022] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2dcf41-a06a-45ac-9334-52eadaa2acb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.957925] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 817.957925] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dcd617-3357-b322-71cd-f7e582880835" [ 817.957925] env[69217]: _type = "Task" [ 817.957925] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.967194] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dcd617-3357-b322-71cd-f7e582880835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.986886] env[69217]: INFO nova.compute.manager [-] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Took 1.04 seconds to deallocate network for instance. [ 818.007700] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526029c4-29a3-a61d-ef2e-de963b5e73d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.012018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.012018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.012018] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd562dc5-7aee-4b10-a190-4d3db9e2997b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.017559] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 818.017559] env[69217]: value = "task-3532246" [ 818.017559] env[69217]: _type = "Task" [ 818.017559] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.026258] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.075873] env[69217]: DEBUG nova.compute.manager [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.076803] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d192a-29ce-4207-b47b-b96fb574ae63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.091784] env[69217]: DEBUG nova.scheduler.client.report [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.205301] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532241, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.205831] env[69217]: DEBUG nova.network.neutron [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Updated VIF entry in instance network info cache for port 65afee74-9c71-4db1-901e-1916c3b7c55d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.206175] env[69217]: DEBUG nova.network.neutron [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Updating instance_info_cache with network_info: [{"id": "65afee74-9c71-4db1-901e-1916c3b7c55d", "address": "fa:16:3e:60:07:ab", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65afee74-9c", "ovs_interfaceid": "65afee74-9c71-4db1-901e-1916c3b7c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.290714] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.325153] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.326135] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a7137-8d99-4fa6-b255-24de070e23aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.333512] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.333795] env[69217]: ERROR oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk due to incomplete transfer. [ 818.334102] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6170e06-75f0-4c66-918a-89889c6a117b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.342142] env[69217]: DEBUG oslo_vmware.rw_handles [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52186f64-9dd5-e690-6d42-e1252a9fdcc6/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.342415] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Uploaded image c1acf549-8161-45c5-b19e-c3c437837f7d to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.350620] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.351483] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df6c1fd1-25d4-407a-b7ad-da54598581d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.365541] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621524} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.367069] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] e0c53650-bfef-4d7b-ae92-8cf3e1f66591/e0c53650-bfef-4d7b-ae92-8cf3e1f66591.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.367348] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.367701] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 818.367701] env[69217]: value = "task-3532247" [ 818.367701] env[69217]: _type = "Task" [ 818.367701] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.367892] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fbbc100-bf46-4f69-be40-c9dc46495d32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.383228] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532247, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.384139] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 818.384139] env[69217]: value = "task-3532248" [ 818.384139] env[69217]: _type = "Task" [ 818.384139] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.389288] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Successfully updated port: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.394863] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.469827] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dcd617-3357-b322-71cd-f7e582880835, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.470120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.471139] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.471139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.471139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.471139] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.471350] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c37c7f7b-8dae-422a-8820-075f0b258d4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480658] env[69217]: DEBUG nova.compute.manager [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Received event network-vif-plugged-9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.480966] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Acquiring lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.481464] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.481687] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.481927] env[69217]: DEBUG nova.compute.manager [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] No waiting events found dispatching network-vif-plugged-9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.482164] env[69217]: WARNING nova.compute.manager [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Received unexpected event network-vif-plugged-9b4bf39c-0b3f-4593-9ac8-721f3f605051 for instance with vm_state building and task_state spawning. [ 818.482376] env[69217]: DEBUG nova.compute.manager [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Received event network-changed-9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.482597] env[69217]: DEBUG nova.compute.manager [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Refreshing instance network info cache due to event network-changed-9b4bf39c-0b3f-4593-9ac8-721f3f605051. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.482973] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Acquiring lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.483152] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Acquired lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.483359] env[69217]: DEBUG nova.network.neutron [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Refreshing network info cache for port 9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.487240] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.487384] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.488183] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdc226f-0cff-4412-aaa7-1c114d235451 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.494208] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.496747] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 818.496747] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521c6725-2e88-cac1-edee-5dc150f168e3" [ 818.496747] env[69217]: _type = "Task" [ 818.496747] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.506477] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521c6725-2e88-cac1-edee-5dc150f168e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.529058] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.595520] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.598078] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.503s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.598351] env[69217]: DEBUG nova.objects.instance [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lazy-loading 'resources' on Instance uuid 236cb010-201d-4b20-8101-9ae1214d53da {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.619883] env[69217]: INFO nova.scheduler.client.report [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Deleted allocations for instance 8c5327c2-997c-4753-9876-7e048bedec65 [ 818.705575] env[69217]: DEBUG oslo_vmware.api [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532241, 'name': PowerOnVM_Task, 'duration_secs': 1.568885} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.705845] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.706056] env[69217]: INFO nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Took 11.97 seconds to spawn the instance on the hypervisor. [ 818.706243] env[69217]: DEBUG nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.707037] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab3a8ad-4d59-4737-8c69-3242147e09d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.709783] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1bcd7ab-b466-4810-93ed-2814a59ad08b req-c2635e1c-44f5-4a44-9ee9-c3f28ef9595e service nova] Releasing lock "refresh_cache-056a3b7c-e7a5-4e10-b8de-d944dbf886bd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.788972] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532245, 'name': PowerOnVM_Task, 'duration_secs': 0.808058} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.789269] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.789475] env[69217]: INFO nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Took 9.75 seconds to spawn the instance on the hypervisor. [ 818.789667] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.790512] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26cbe76-da04-49c7-82c6-4c106409d445 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.881826] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532247, 'name': Destroy_Task, 'duration_secs': 0.465742} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.882058] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Destroyed the VM [ 818.882300] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.882542] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51a4d6f0-0306-451e-b792-dcb5e7dcb3a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.888503] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 818.888503] env[69217]: value = "task-3532249" [ 818.888503] env[69217]: _type = "Task" [ 818.888503] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.895184] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.895513] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.896207] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.897229] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f8587-a721-42a4-8820-339421d5e71f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.902809] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532249, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.924341] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] e0c53650-bfef-4d7b-ae92-8cf3e1f66591/e0c53650-bfef-4d7b-ae92-8cf3e1f66591.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.924660] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace9291d-f8bf-48a5-a043-8ecd4c187d29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.943520] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 818.943520] env[69217]: value = "task-3532250" [ 818.943520] env[69217]: _type = "Task" [ 818.943520] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.951561] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.008194] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521c6725-2e88-cac1-edee-5dc150f168e3, 'name': SearchDatastore_Task, 'duration_secs': 0.062197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.009075] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755b952c-08d7-4a70-8126-73a5ba46620a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.014440] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 819.014440] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e91627-11dd-3a2a-2536-06adc6c60e4c" [ 819.014440] env[69217]: _type = "Task" [ 819.014440] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.022656] env[69217]: DEBUG nova.network.neutron [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.027319] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e91627-11dd-3a2a-2536-06adc6c60e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.032691] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645844} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.033175] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.033365] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.033506] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-593f6362-21b9-4072-9e75-cc042818e582 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.039430] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 819.039430] env[69217]: value = "task-3532251" [ 819.039430] env[69217]: _type = "Task" [ 819.039430] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.049053] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.097914] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1f71b-20b8-4d38-a462-f0489e7ae99c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.109281] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Doing hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 819.109574] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5b3349d3-be9d-41f3-9ca2-4c457ca09eb4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.116331] env[69217]: DEBUG oslo_vmware.api [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 819.116331] env[69217]: value = "task-3532252" [ 819.116331] env[69217]: _type = "Task" [ 819.116331] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.124328] env[69217]: DEBUG oslo_vmware.api [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532252, 'name': ResetVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.132144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f6ab2887-18d8-49cf-a116-5401eae455b5 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Lock "8c5327c2-997c-4753-9876-7e048bedec65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.386s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.146140] env[69217]: DEBUG nova.network.neutron [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.227645] env[69217]: INFO nova.compute.manager [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Took 52.73 seconds to build instance. [ 819.309904] env[69217]: INFO nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Took 48.70 seconds to build instance. [ 819.400099] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532249, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.453088] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532250, 'name': ReconfigVM_Task, 'duration_secs': 0.318537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.453576] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Reconfigured VM instance instance-0000002e to attach disk [datastore2] e0c53650-bfef-4d7b-ae92-8cf3e1f66591/e0c53650-bfef-4d7b-ae92-8cf3e1f66591.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.456583] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739b42b3-0568-4b74-b3ea-548bf14dd92c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.465057] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 819.465057] env[69217]: value = "task-3532253" [ 819.465057] env[69217]: _type = "Task" [ 819.465057] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.474916] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532253, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.526045] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e91627-11dd-3a2a-2536-06adc6c60e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.022582} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.526325] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.526583] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 056a3b7c-e7a5-4e10-b8de-d944dbf886bd/056a3b7c-e7a5-4e10-b8de-d944dbf886bd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.526860] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ce44e7e-74d4-423a-adaf-86f6b26a0ccc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.532599] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 819.532599] env[69217]: value = "task-3532254" [ 819.532599] env[69217]: _type = "Task" [ 819.532599] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.546458] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.552263] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323562} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.555256] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.556411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c88027-47d3-4dd1-b4f7-1a8c8683fac2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.579567] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.582815] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.583070] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65a12dc-e96c-41eb-8b53-f0d6d0184608 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.605695] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 819.605695] env[69217]: value = "task-3532255" [ 819.605695] env[69217]: _type = "Task" [ 819.605695] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.616630] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.625551] env[69217]: DEBUG oslo_vmware.api [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532252, 'name': ResetVM_Task, 'duration_secs': 0.124036} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.625823] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Did hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 819.625985] env[69217]: DEBUG nova.compute.manager [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.626773] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5fc9d-43c0-410e-b0d2-a484e6020ce3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.649397] env[69217]: DEBUG oslo_concurrency.lockutils [req-30ef6ccd-193a-405c-8c43-0c69aa2c29bc req-de85f535-08e4-4751-8587-112d4d7d07a4 service nova] Releasing lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.650022] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.684039] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e525d-890a-43c1-a5cc-6883907a9813 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.692492] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b836b335-7c13-4a51-b9ec-8e8fbdb9e331 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.729203] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef056aaf-10f5-4f18-b05f-a5255ba252ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.729439] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b4aa128b-55fc-4192-b0f8-1b0951961950 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.162s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.730453] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.148s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.732614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.732614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.732614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.735028] env[69217]: INFO nova.compute.manager [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Terminating instance [ 819.737299] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b7689-8224-428f-abc2-65077f9e1071 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.754551] env[69217]: DEBUG nova.compute.provider_tree [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.814896] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.906s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.900861] env[69217]: DEBUG oslo_vmware.api [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532249, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629407} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.901212] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.901489] env[69217]: INFO nova.compute.manager [None req-120733ff-29d8-4a4d-a38d-c327184b8850 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 14.50 seconds to snapshot the instance on the hypervisor. [ 819.979133] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532253, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.042425] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.115593] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.140992] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e502d86-d085-4ac9-8598-703fe80ea82d tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.486s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.231756] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.240024] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.245456] env[69217]: DEBUG nova.compute.manager [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.245674] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.246951] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532dca4-a0ce-438e-8341-94a5908994a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.261041] env[69217]: DEBUG nova.scheduler.client.report [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.261346] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.261497] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d4468e-dfe6-4c46-9f62-ce9351793277 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.273120] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 820.273120] env[69217]: value = "task-3532256" [ 820.273120] env[69217]: _type = "Task" [ 820.273120] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.286496] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.316980] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.478858] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532253, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.545484] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.580993] env[69217]: DEBUG nova.network.neutron [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Updating instance_info_cache with network_info: [{"id": "9b4bf39c-0b3f-4593-9ac8-721f3f605051", "address": "fa:16:3e:31:c9:26", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4bf39c-0b", "ovs_interfaceid": "9b4bf39c-0b3f-4593-9ac8-721f3f605051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.618504] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.765351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.768706] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.768991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.461s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.769197] env[69217]: DEBUG nova.objects.instance [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 820.783468] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532256, 'name': PowerOffVM_Task, 'duration_secs': 0.289651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.784868] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.784868] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.784868] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea41b259-cacd-4b61-b0a0-50bb751ffcad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.793259] env[69217]: INFO nova.scheduler.client.report [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleted allocations for instance 236cb010-201d-4b20-8101-9ae1214d53da [ 820.839927] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.850259] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.850259] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.850259] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore2] c5c17394-0a0f-41e7-b83c-595d3bd1382a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.850259] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d285a22-c166-47c8-92d3-2dba6dc59adf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.860258] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 820.860258] env[69217]: value = "task-3532258" [ 820.860258] env[69217]: _type = "Task" [ 820.860258] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.871559] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.979934] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532253, 'name': Rename_Task, 'duration_secs': 1.170489} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.979934] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.979934] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e55eb58-89f2-4124-b49f-b5f07eb3b246 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.986016] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 820.986016] env[69217]: value = "task-3532259" [ 820.986016] env[69217]: _type = "Task" [ 820.986016] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.993158] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.045348] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.035528} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.045839] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 056a3b7c-e7a5-4e10-b8de-d944dbf886bd/056a3b7c-e7a5-4e10-b8de-d944dbf886bd.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.046237] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.046630] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae311c7-587c-4678-80cd-2272ee95b4a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.057197] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 821.057197] env[69217]: value = "task-3532260" [ 821.057197] env[69217]: _type = "Task" [ 821.057197] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.064977] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.084044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "refresh_cache-ecb26f1d-77d3-4475-a07b-f86ded036620" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.087015] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance network_info: |[{"id": "9b4bf39c-0b3f-4593-9ac8-721f3f605051", "address": "fa:16:3e:31:c9:26", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4bf39c-0b", "ovs_interfaceid": "9b4bf39c-0b3f-4593-9ac8-721f3f605051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.087015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:c9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4bf39c-0b3f-4593-9ac8-721f3f605051', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.093263] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.093650] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.094028] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ed39e3-5d1c-42a1-babc-241d7bdfd4e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.119230] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532255, 'name': ReconfigVM_Task, 'duration_secs': 1.078753} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.120966] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.122089] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.122089] env[69217]: value = "task-3532261" [ 821.122089] env[69217]: _type = "Task" [ 821.122089] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.122518] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5622a404-5db9-45c6-a70f-5eb2de99ccb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.133574] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 821.133574] env[69217]: value = "task-3532262" [ 821.133574] env[69217]: _type = "Task" [ 821.133574] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.141769] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532261, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.151533] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532262, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.208976] env[69217]: DEBUG nova.compute.manager [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.209743] env[69217]: DEBUG nova.compute.manager [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing instance network info cache due to event network-changed-a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.209743] env[69217]: DEBUG oslo_concurrency.lockutils [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] Acquiring lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.209743] env[69217]: DEBUG oslo_concurrency.lockutils [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] Acquired lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.209975] env[69217]: DEBUG nova.network.neutron [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Refreshing network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.300890] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "236cb010-201d-4b20-8101-9ae1214d53da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.746s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.370802] env[69217]: DEBUG oslo_vmware.api [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.372985] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.373287] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.373536] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.373742] env[69217]: INFO nova.compute.manager [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.374037] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.374291] env[69217]: DEBUG nova.compute.manager [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.374415] env[69217]: DEBUG nova.network.neutron [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.494662] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.568120] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07484} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.568555] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.569811] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e58ee-c1f1-40f6-9811-f47c0203acaa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.600162] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 056a3b7c-e7a5-4e10-b8de-d944dbf886bd/056a3b7c-e7a5-4e10-b8de-d944dbf886bd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.600504] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1296b25-765a-4a4e-889e-cdcbe7b2f838 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.621165] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 821.621165] env[69217]: value = "task-3532263" [ 821.621165] env[69217]: _type = "Task" [ 821.621165] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.632027] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.640621] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532261, 'name': CreateVM_Task, 'duration_secs': 0.471163} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.640881] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.642016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.642232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.644667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.647285] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1744b898-43c2-4e8c-b2b9-f8643d2123ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.654093] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 821.654093] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5200297d-6df1-0865-7ec2-8da79672c452" [ 821.654093] env[69217]: _type = "Task" [ 821.654093] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.661875] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532262, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.675356] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5200297d-6df1-0865-7ec2-8da79672c452, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.676578] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.676578] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.677425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.677425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.677654] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.679508] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64df2f83-9a20-4af7-8171-358dfbb6cf09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.688885] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.689090] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.690296] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2cabf2-f15c-4c61-b43d-c3c52dd87fd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.697310] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 821.697310] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52974a73-4640-e3c1-b7e2-09d43f776964" [ 821.697310] env[69217]: _type = "Task" [ 821.697310] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.709312] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52974a73-4640-e3c1-b7e2-09d43f776964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.783544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba0acfa5-7296-40d0-87c9-ac12405643cd tempest-ServersAdmin275Test-1051983866 tempest-ServersAdmin275Test-1051983866-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.784769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.404s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.788145] env[69217]: DEBUG nova.objects.instance [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lazy-loading 'resources' on Instance uuid 70a6297b-dd21-4f4f-b72b-656b0abe42fd {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.933186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "073db647-b69f-4675-91ec-1154ccfcff13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.933186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.933276] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "073db647-b69f-4675-91ec-1154ccfcff13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.933506] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.933687] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.936701] env[69217]: INFO nova.compute.manager [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Terminating instance [ 821.997734] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.036386] env[69217]: DEBUG nova.network.neutron [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updated VIF entry in instance network info cache for port a460f82e-0dc3-4032-87f0-1cd977b0dda3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.036672] env[69217]: DEBUG nova.network.neutron [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [{"id": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "address": "fa:16:3e:6a:05:36", "network": {"id": "8bb9f009-2cda-4b96-b6b5-02855d7da5d6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1742718433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e76f8d15514258841b4736646458b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa460f82e-0d", "ovs_interfaceid": "a460f82e-0dc3-4032-87f0-1cd977b0dda3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.131162] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.151359] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532262, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.168672] env[69217]: DEBUG nova.network.neutron [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.209943] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52974a73-4640-e3c1-b7e2-09d43f776964, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.211111] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5f7737-653b-41d9-98c5-3d4a7edff918 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.220013] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 822.220013] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fae90b-1136-7453-7d45-44fe614d7097" [ 822.220013] env[69217]: _type = "Task" [ 822.220013] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.236189] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fae90b-1136-7453-7d45-44fe614d7097, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.236656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.237044] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ecb26f1d-77d3-4475-a07b-f86ded036620/ecb26f1d-77d3-4475-a07b-f86ded036620.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.237415] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8fc591-2744-4714-be76-458dff978b1f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.246407] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 822.246407] env[69217]: value = "task-3532264" [ 822.246407] env[69217]: _type = "Task" [ 822.246407] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.262048] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.441764] env[69217]: DEBUG nova.compute.manager [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.442069] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.444217] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3652c6a1-2356-4be5-bb56-82d56e608aa5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.458121] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.458121] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f255eb-d5a7-4d13-a0fe-3f3fff4df039 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.470754] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 822.470754] env[69217]: value = "task-3532265" [ 822.470754] env[69217]: _type = "Task" [ 822.470754] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.478931] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.499519] env[69217]: DEBUG oslo_vmware.api [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532259, 'name': PowerOnVM_Task, 'duration_secs': 1.311999} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.499519] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.499519] env[69217]: INFO nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Took 10.66 seconds to spawn the instance on the hypervisor. [ 822.499519] env[69217]: DEBUG nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.499519] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d9747-34ce-482f-b85f-29b206664db0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.541619] env[69217]: DEBUG oslo_concurrency.lockutils [req-30df85f1-06ef-405f-9f6c-01f35f286451 req-d3335608-7371-424d-a855-dd4098724c5b service nova] Releasing lock "refresh_cache-073db647-b69f-4675-91ec-1154ccfcff13" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.635295] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532263, 'name': ReconfigVM_Task, 'duration_secs': 0.821888} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.635855] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 056a3b7c-e7a5-4e10-b8de-d944dbf886bd/056a3b7c-e7a5-4e10-b8de-d944dbf886bd.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.636887] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9987a289-2695-4608-a97b-cd371f17b242 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.647232] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 822.647232] env[69217]: value = "task-3532266" [ 822.647232] env[69217]: _type = "Task" [ 822.647232] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.647596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.647828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.648395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.648395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.648395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.657410] env[69217]: INFO nova.compute.manager [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Terminating instance [ 822.659718] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532262, 'name': Rename_Task, 'duration_secs': 1.176606} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.663645] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.664866] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e475770a-578b-47d6-8cd5-d7f72a8bf329 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.671154] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532266, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.671864] env[69217]: INFO nova.compute.manager [-] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Took 1.30 seconds to deallocate network for instance. [ 822.680945] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 822.680945] env[69217]: value = "task-3532267" [ 822.680945] env[69217]: _type = "Task" [ 822.680945] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.693162] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532267, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.757696] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.818014] env[69217]: DEBUG nova.compute.manager [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.818933] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203fa80-49fc-4287-b1bd-09d6b53e0bfa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.911811] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c80db7-50ca-430b-9184-3fcb8a9fbf4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.920391] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c825f67-9a24-4018-b74d-c678778be6d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.962437] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a721f-c62d-41f7-a073-6e07385fde38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.978986] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea5eac-0360-451e-bce3-0ff9169fb551 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.986233] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.998493] env[69217]: DEBUG nova.compute.provider_tree [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.024574] env[69217]: INFO nova.compute.manager [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Took 50.91 seconds to build instance. [ 823.160204] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532266, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.165457] env[69217]: DEBUG nova.compute.manager [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.165636] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.166474] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78caf930-3abc-4183-b72e-b6ef12662e58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.174104] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.174104] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9870298b-d733-4251-88bf-9bedf9412cf7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.180838] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 823.180838] env[69217]: value = "task-3532268" [ 823.180838] env[69217]: _type = "Task" [ 823.180838] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.184625] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.195015] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.197676] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532267, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.258291] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575078} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.258569] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ecb26f1d-77d3-4475-a07b-f86ded036620/ecb26f1d-77d3-4475-a07b-f86ded036620.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.258786] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.259091] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc15ed8-2973-418d-8353-f4e29aa17218 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.267094] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 823.267094] env[69217]: value = "task-3532269" [ 823.267094] env[69217]: _type = "Task" [ 823.267094] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.273886] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.332868] env[69217]: INFO nova.compute.manager [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] instance snapshotting [ 823.337453] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9886cc0-b87b-4ad6-b875-cc7bbc18239a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.340585] env[69217]: DEBUG nova.compute.manager [req-9c7b7f37-e1ba-4992-8acc-f9acdcdb0aa7 req-8d87db48-6663-4281-b009-deb81c5a5d61 service nova] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Received event network-vif-deleted-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.360707] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac44e14-4859-4560-9927-6fcea9c073f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.474141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.474141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.474141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.474141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.474141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.483071] env[69217]: INFO nova.compute.manager [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Terminating instance [ 823.492985] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.501777] env[69217]: DEBUG nova.scheduler.client.report [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.528362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.575s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.600616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.600893] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.601141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.601325] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.601494] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.604537] env[69217]: INFO nova.compute.manager [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Terminating instance [ 823.662164] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532266, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.693707] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532268, 'name': PowerOffVM_Task, 'duration_secs': 0.503198} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.696848] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.697051] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.697328] env[69217]: DEBUG oslo_vmware.api [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532267, 'name': PowerOnVM_Task, 'duration_secs': 0.952276} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.697533] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fffe6c7-16d7-4ec8-9049-a58316b0f019 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.699136] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.699352] env[69217]: DEBUG nova.compute.manager [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.700117] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e392e61-eda9-4b0d-8508-edbe1af36dcd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.775983] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13453} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.776298] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.777093] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e1176-c434-4a27-b017-29cf397b1061 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.800625] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] ecb26f1d-77d3-4475-a07b-f86ded036620/ecb26f1d-77d3-4475-a07b-f86ded036620.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.801901] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e968ea27-3816-4500-8a4a-ae063017056d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.816119] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.816375] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.816497] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleting the datastore file [datastore2] aa58e2c6-85c2-483e-9435-db6664b30d5a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.817067] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1237655b-6ef8-4ae4-a192-81f9aafeb551 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.823574] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for the task: (returnval){ [ 823.823574] env[69217]: value = "task-3532272" [ 823.823574] env[69217]: _type = "Task" [ 823.823574] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.824737] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 823.824737] env[69217]: value = "task-3532271" [ 823.824737] env[69217]: _type = "Task" [ 823.824737] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.835156] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.838185] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872481] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.873179] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-828e5e5b-210b-452a-a927-581ee89479e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.884070] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 823.884070] env[69217]: value = "task-3532273" [ 823.884070] env[69217]: _type = "Task" [ 823.884070] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.890806] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532273, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.986447] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532265, 'name': PowerOffVM_Task, 'duration_secs': 1.29734} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.986447] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.986447] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.986447] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf054514-acc8-4c73-9689-083bb9ad00cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.989148] env[69217]: DEBUG nova.compute.manager [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.989484] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.990341] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024539b-d575-4976-97f0-7d77f86e2c94 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.996954] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.997314] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e4b871-eb17-4098-a256-37ac19cef779 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.002454] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 824.002454] env[69217]: value = "task-3532275" [ 824.002454] env[69217]: _type = "Task" [ 824.002454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.011148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.013544] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.014634] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.726s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.017508] env[69217]: INFO nova.compute.claims [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.032157] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.049407] env[69217]: INFO nova.scheduler.client.report [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Deleted allocations for instance 70a6297b-dd21-4f4f-b72b-656b0abe42fd [ 824.057246] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.057514] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.057767] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleting the datastore file [datastore1] 073db647-b69f-4675-91ec-1154ccfcff13 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.058149] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6114c150-029a-4f84-b663-2202f1955ecc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.065163] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 824.065163] env[69217]: value = "task-3532276" [ 824.065163] env[69217]: _type = "Task" [ 824.065163] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.075100] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.110356] env[69217]: DEBUG nova.compute.manager [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.110643] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.112237] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe5955-a179-4804-8549-93ea3d57dc88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.120804] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.121182] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fac406-c31e-4a4a-83fd-a87b1adf49dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.127698] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 824.127698] env[69217]: value = "task-3532277" [ 824.127698] env[69217]: _type = "Task" [ 824.127698] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.137501] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.161490] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532266, 'name': Rename_Task, 'duration_secs': 1.039136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.161823] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.162162] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7fe801-3aca-466a-8913-ee4c43412834 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.169068] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 824.169068] env[69217]: value = "task-3532278" [ 824.169068] env[69217]: _type = "Task" [ 824.169068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.179995] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.217648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.340748] env[69217]: DEBUG oslo_vmware.api [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Task: {'id': task-3532272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332815} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.344706] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.348876] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.348876] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.348876] env[69217]: INFO nova.compute.manager [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 824.348876] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.348876] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.348876] env[69217]: DEBUG nova.compute.manager [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.348876] env[69217]: DEBUG nova.network.neutron [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.397284] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532273, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.513335] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532275, 'name': PowerOffVM_Task, 'duration_secs': 0.409842} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.513637] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.514043] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.514225] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a708ea-b47d-4a83-8956-f9304dddbd72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.561173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-640269e9-f133-4f7b-a818-5fde7ae3ce77 tempest-ServersAdmin275Test-1600418641 tempest-ServersAdmin275Test-1600418641-project-member] Lock "70a6297b-dd21-4f4f-b72b-656b0abe42fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.243s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.563596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.580076] env[69217]: DEBUG oslo_vmware.api [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243258} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.581767] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.586170] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.586355] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.586542] env[69217]: INFO nova.compute.manager [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Took 2.14 seconds to destroy the instance on the hypervisor. [ 824.586843] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.587455] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.587455] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.587455] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleting the datastore file [datastore2] 75763b9e-b1a9-443a-8e34-27c3f909acaf {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.588873] env[69217]: DEBUG nova.compute.manager [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.588873] env[69217]: DEBUG nova.network.neutron [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.590788] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-365fbc81-f98e-4c39-b5a7-9e22117d8793 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.600214] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 824.600214] env[69217]: value = "task-3532280" [ 824.600214] env[69217]: _type = "Task" [ 824.600214] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.612226] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.639147] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532277, 'name': PowerOffVM_Task, 'duration_secs': 0.266211} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.640787] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.640955] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.641258] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc2ec93-ccb5-4d30-a7d8-d9ae34a6d569 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.681851] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.717399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.717399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.717399] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleting the datastore file [datastore2] e0c53650-bfef-4d7b-ae92-8cf3e1f66591 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.717564] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-654f62c1-85eb-4ded-b447-bdec0e99f531 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.724916] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 824.724916] env[69217]: value = "task-3532282" [ 824.724916] env[69217]: _type = "Task" [ 824.724916] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.737221] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.850699] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532271, 'name': ReconfigVM_Task, 'duration_secs': 0.57057} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.850699] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Reconfigured VM instance instance-00000030 to attach disk [datastore1] ecb26f1d-77d3-4475-a07b-f86ded036620/ecb26f1d-77d3-4475-a07b-f86ded036620.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.850699] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12069017-18cf-4c23-9b0f-bbe98f4b7a6c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.856763] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 824.856763] env[69217]: value = "task-3532283" [ 824.856763] env[69217]: _type = "Task" [ 824.856763] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.874248] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532283, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.892202] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532273, 'name': CreateSnapshot_Task, 'duration_secs': 0.556583} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.892559] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.893525] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2aff6-42a0-4938-ae0f-2b316b295bc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.112426] env[69217]: DEBUG oslo_vmware.api [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286116} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.114303] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.114387] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.114562] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.114745] env[69217]: INFO nova.compute.manager [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.115197] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.115424] env[69217]: DEBUG nova.compute.manager [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.115523] env[69217]: DEBUG nova.network.neutron [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.186562] env[69217]: DEBUG oslo_vmware.api [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532278, 'name': PowerOnVM_Task, 'duration_secs': 0.698894} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.186852] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.186852] env[69217]: INFO nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Took 10.54 seconds to spawn the instance on the hypervisor. [ 825.186975] env[69217]: DEBUG nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.190851] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dddaf5-3538-4f97-9a9d-edbe2fc46571 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.202085] env[69217]: INFO nova.compute.manager [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Rebuilding instance [ 825.247038] env[69217]: DEBUG oslo_vmware.api [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407229} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.250859] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.251534] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.252211] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.252686] env[69217]: INFO nova.compute.manager [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.253155] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.258915] env[69217]: DEBUG nova.compute.manager [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.259042] env[69217]: DEBUG nova.network.neutron [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.284550] env[69217]: DEBUG nova.compute.manager [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.285544] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809da627-03bd-4cea-8ccc-8ea20ae85865 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.376936] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532283, 'name': Rename_Task, 'duration_secs': 0.242371} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.377168] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.378708] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2293ce8f-a9c4-43f4-ad39-368dc17e93a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.381562] env[69217]: DEBUG nova.compute.manager [req-2cf63f6f-21a2-4ccd-86a8-8a29610556c3 req-bc7c6584-991a-4cfc-8fda-392fdc726973 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Received event network-vif-deleted-a460f82e-0dc3-4032-87f0-1cd977b0dda3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.381752] env[69217]: INFO nova.compute.manager [req-2cf63f6f-21a2-4ccd-86a8-8a29610556c3 req-bc7c6584-991a-4cfc-8fda-392fdc726973 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Neutron deleted interface a460f82e-0dc3-4032-87f0-1cd977b0dda3; detaching it from the instance and deleting it from the info cache [ 825.381911] env[69217]: DEBUG nova.network.neutron [req-2cf63f6f-21a2-4ccd-86a8-8a29610556c3 req-bc7c6584-991a-4cfc-8fda-392fdc726973 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.392277] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 825.392277] env[69217]: value = "task-3532284" [ 825.392277] env[69217]: _type = "Task" [ 825.392277] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.401440] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.414622] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.417592] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76022f46-4579-4ae4-9768-711e1f759480 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.427252] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 825.427252] env[69217]: value = "task-3532285" [ 825.427252] env[69217]: _type = "Task" [ 825.427252] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.440233] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532285, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.549859] env[69217]: DEBUG nova.network.neutron [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.568860] env[69217]: DEBUG nova.compute.manager [req-271c4c94-ff52-453c-bc31-7114059ab66c req-cefebaad-7955-4a8d-ba04-91284c299b04 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Received event network-vif-deleted-d4131fb2-2440-46af-bbd7-d6dbba740d0c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.569136] env[69217]: INFO nova.compute.manager [req-271c4c94-ff52-453c-bc31-7114059ab66c req-cefebaad-7955-4a8d-ba04-91284c299b04 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Neutron deleted interface d4131fb2-2440-46af-bbd7-d6dbba740d0c; detaching it from the instance and deleting it from the info cache [ 825.569719] env[69217]: DEBUG nova.network.neutron [req-271c4c94-ff52-453c-bc31-7114059ab66c req-cefebaad-7955-4a8d-ba04-91284c299b04 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.663785] env[69217]: DEBUG nova.network.neutron [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.727484] env[69217]: INFO nova.compute.manager [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Took 45.97 seconds to build instance. [ 825.760802] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc2e468-2afa-487d-b5ec-6fd9ea640622 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.772024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95648b9a-2163-4476-8647-fc10cac79016 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.805430] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a9f57f-7c02-48a4-a5d9-6040cb6a459f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.814948] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671766cb-a0f2-4a67-85d0-289af4414fd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.837929] env[69217]: DEBUG nova.compute.provider_tree [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.885753] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a866819a-e661-453b-8f15-92afd1648059 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.901190] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02133ccd-449d-404f-b8c3-084686c47778 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.920028] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.936407] env[69217]: DEBUG nova.compute.manager [req-2cf63f6f-21a2-4ccd-86a8-8a29610556c3 req-bc7c6584-991a-4cfc-8fda-392fdc726973 service nova] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Detach interface failed, port_id=a460f82e-0dc3-4032-87f0-1cd977b0dda3, reason: Instance 073db647-b69f-4675-91ec-1154ccfcff13 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.946832] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532285, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.054290] env[69217]: INFO nova.compute.manager [-] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Took 1.46 seconds to deallocate network for instance. [ 826.081712] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a6af01-3593-4584-9085-36cb3218cdd6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.090748] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef95f8-a768-4b71-8fa5-9628d835f47e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.131547] env[69217]: DEBUG nova.network.neutron [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.132891] env[69217]: DEBUG nova.compute.manager [req-271c4c94-ff52-453c-bc31-7114059ab66c req-cefebaad-7955-4a8d-ba04-91284c299b04 service nova] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Detach interface failed, port_id=d4131fb2-2440-46af-bbd7-d6dbba740d0c, reason: Instance aa58e2c6-85c2-483e-9435-db6664b30d5a could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.167287] env[69217]: INFO nova.compute.manager [-] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Took 1.82 seconds to deallocate network for instance. [ 826.230554] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.029s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.311520] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.311520] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39e3012-0ce6-46cf-8adb-b94d7fa76b0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.320825] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 826.320825] env[69217]: value = "task-3532286" [ 826.320825] env[69217]: _type = "Task" [ 826.320825] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.329999] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.344152] env[69217]: DEBUG nova.scheduler.client.report [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.359043] env[69217]: DEBUG nova.network.neutron [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.405983] env[69217]: DEBUG oslo_vmware.api [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532284, 'name': PowerOnVM_Task, 'duration_secs': 0.654404} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.406297] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.406494] env[69217]: INFO nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Took 9.02 seconds to spawn the instance on the hypervisor. [ 826.406675] env[69217]: DEBUG nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.407583] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfcbf78-43dc-4eda-9d35-4ecbe71a879e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.213900] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.214419] env[69217]: INFO nova.compute.manager [-] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Took 2.10 seconds to deallocate network for instance. [ 827.215948] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.215948] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.220035] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.220035] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.225584] env[69217]: INFO nova.compute.manager [-] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Took 1.96 seconds to deallocate network for instance. [ 827.234238] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.796s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.235134] env[69217]: INFO nova.compute.claims [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.245210] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532285, 'name': CloneVM_Task, 'duration_secs': 1.34623} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.248324] env[69217]: INFO nova.compute.manager [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Took 46.61 seconds to build instance. [ 827.249886] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Created linked-clone VM from snapshot [ 827.256675] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b96b485-9b7c-4985-b2f4-e04639caa2a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.259018] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532286, 'name': PowerOffVM_Task, 'duration_secs': 0.201139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.259018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.259018] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.260736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20704ca7-296e-43d8-ad03-b9874c1ba80a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.267779] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Uploading image b3b5f37f-3e95-4130-993f-25f3f3e49f88 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.275108] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.277074] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebec3aea-c305-49a4-b005-80ed727f4a88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.305110] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.305110] env[69217]: value = "vm-705513" [ 827.305110] env[69217]: _type = "VirtualMachine" [ 827.305110] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.305644] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e1db29c-e209-4db2-943c-b3780244b725 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.312368] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease: (returnval){ [ 827.312368] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52040c41-e3b5-5531-22ed-688ba9391a3d" [ 827.312368] env[69217]: _type = "HttpNfcLease" [ 827.312368] env[69217]: } obtained for exporting VM: (result){ [ 827.312368] env[69217]: value = "vm-705513" [ 827.312368] env[69217]: _type = "VirtualMachine" [ 827.312368] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.312668] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the lease: (returnval){ [ 827.312668] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52040c41-e3b5-5531-22ed-688ba9391a3d" [ 827.312668] env[69217]: _type = "HttpNfcLease" [ 827.312668] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.320488] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.320488] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52040c41-e3b5-5531-22ed-688ba9391a3d" [ 827.320488] env[69217]: _type = "HttpNfcLease" [ 827.320488] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.350103] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.350103] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.350103] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore1] 6778e64f-50f5-4a2f-8d5b-947be28c527a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.350103] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4a99e3-6303-47ad-86de-f18c0c3da362 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.361227] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 827.361227] env[69217]: value = "task-3532289" [ 827.361227] env[69217]: _type = "Task" [ 827.361227] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.371952] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.440408] env[69217]: DEBUG nova.compute.manager [req-50fdfdd4-007d-46f9-ba53-3ee26ba3e313 req-9af31fa6-36f8-4c30-9115-c4625bb7cfe6 service nova] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Received event network-vif-deleted-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.630695] env[69217]: DEBUG nova.compute.manager [req-dc20fdf3-7083-45d0-8fbe-f065bc70f598 req-9d5c0796-c4a8-4dff-b3a9-d8e25eb4afd4 service nova] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Received event network-vif-deleted-92fdb771-d9a3-466e-b939-d30e14b81b65 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.730898] env[69217]: DEBUG nova.compute.utils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.734233] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.736690] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.751116] env[69217]: DEBUG oslo_concurrency.lockutils [None req-81c662de-3dbc-45d4-aa8c-e236ab617127 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.584s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.759221] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.760568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.782051] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.782352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.782583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.782960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.783242] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.786025] env[69217]: INFO nova.compute.manager [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Terminating instance [ 827.798368] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.809850] env[69217]: DEBUG nova.policy [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd2135343d64a2b8ad7a7e0494c5306', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06edbd6f5834722932f5556640238e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.820636] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.820636] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52040c41-e3b5-5531-22ed-688ba9391a3d" [ 827.820636] env[69217]: _type = "HttpNfcLease" [ 827.820636] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.820925] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.820925] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52040c41-e3b5-5531-22ed-688ba9391a3d" [ 827.820925] env[69217]: _type = "HttpNfcLease" [ 827.820925] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.821696] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1657f-1d58-4208-b9b2-1dfd5d2aa886 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.830345] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.830568] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.905290] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07bfde0-fbdb-4c34-9b69-5efdbe0e8f66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.914819] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15566} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.916143] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.916191] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.916368] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.918878] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Suspending the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 827.919153] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-010c9b38-a0a7-4a9d-9a64-7d34f87b7f95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926708] env[69217]: DEBUG oslo_vmware.api [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 827.926708] env[69217]: value = "task-3532290" [ 827.926708] env[69217]: _type = "Task" [ 827.926708] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.936409] env[69217]: DEBUG oslo_vmware.api [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532290, 'name': SuspendVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.967730] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c0d4589-02eb-459a-ae57-bf64d47a6ac6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.208761] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Successfully created port: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.241962] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.254507] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.292725] env[69217]: DEBUG nova.compute.manager [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.293011] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.294344] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560aba1-bd4e-4de5-bdd6-6f93ad373d0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.302815] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.304189] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c1031b-189b-405d-a5d0-051dcc5456c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.310909] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 828.310909] env[69217]: value = "task-3532291" [ 828.310909] env[69217]: _type = "Task" [ 828.310909] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.319633] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.446052] env[69217]: DEBUG oslo_vmware.api [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532290, 'name': SuspendVM_Task} progress is 58%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.666859] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.667258] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.789842] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.821700] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532291, 'name': PowerOffVM_Task, 'duration_secs': 0.231561} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.822280] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.822551] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.822863] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a154f10c-83b4-42e4-9ba1-12a592bdcf29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.900132] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.900396] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.900584] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore1] 056a3b7c-e7a5-4e10-b8de-d944dbf886bd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.900859] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0314282-639f-455f-90f2-1074aad09b18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.907895] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 828.907895] env[69217]: value = "task-3532293" [ 828.907895] env[69217]: _type = "Task" [ 828.907895] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.923522] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.926390] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247acf3f-3732-4e2b-a284-3ca3df3fa03e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.946416] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67f7c8-b959-4f93-9161-e6da381e85df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.953170] env[69217]: DEBUG oslo_vmware.api [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532290, 'name': SuspendVM_Task, 'duration_secs': 0.725076} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.953170] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Suspended the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 828.953170] env[69217]: DEBUG nova.compute.manager [None req-6aca316a-7420-42a2-87e8-d2787ca083df tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.953170] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192dae6-8e25-40f7-88fc-57420325a520 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.985695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ea90a-9966-411b-8172-f5f1b2d5d39b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.994309] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.994649] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.994935] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.995250] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.995450] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.995645] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.995926] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.996139] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.996378] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.996607] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.996933] env[69217]: DEBUG nova.virt.hardware [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.999502] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae692b22-8d2c-4d75-9c8e-3fa7aeebf160 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.007777] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86c590-913d-4af8-99c1-3e51a9c8f21a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.014124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f18d7-0894-4274-abb8-173ced7b1577 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.027674] env[69217]: DEBUG nova.compute.provider_tree [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.039566] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216e0d64-800e-45bd-882b-88c67ca8b048', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.047462] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.049732] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.049732] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374ffbb4-3a6f-4c71-b6a1-e628f063e8f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.069820] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.069820] env[69217]: value = "task-3532294" [ 829.069820] env[69217]: _type = "Task" [ 829.069820] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.078047] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532294, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.267475] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.293438] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.294028] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.294028] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.295367] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.295612] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.295884] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.296184] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.296366] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.296609] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.296891] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.297227] env[69217]: DEBUG nova.virt.hardware [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.298168] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4d9ca1-11e2-4861-8678-7737a229fa7d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.306821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e6304-5538-4cad-8505-24ac3597e185 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.421527] env[69217]: DEBUG oslo_vmware.api [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202098} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.421937] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.422273] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.422605] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.422981] env[69217]: INFO nova.compute.manager [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.423313] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.423617] env[69217]: DEBUG nova.compute.manager [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.423746] env[69217]: DEBUG nova.network.neutron [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.531233] env[69217]: DEBUG nova.scheduler.client.report [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.586856] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532294, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.802531] env[69217]: DEBUG nova.compute.manager [req-c1a3e723-5c4f-44f5-9578-f930c1d7c413 req-c8a24aca-e1e4-45ff-aa7e-3625bd9d8553 service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Received event network-vif-deleted-65afee74-9c71-4db1-901e-1916c3b7c55d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.802855] env[69217]: INFO nova.compute.manager [req-c1a3e723-5c4f-44f5-9578-f930c1d7c413 req-c8a24aca-e1e4-45ff-aa7e-3625bd9d8553 service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Neutron deleted interface 65afee74-9c71-4db1-901e-1916c3b7c55d; detaching it from the instance and deleting it from the info cache [ 829.803168] env[69217]: DEBUG nova.network.neutron [req-c1a3e723-5c4f-44f5-9578-f930c1d7c413 req-c8a24aca-e1e4-45ff-aa7e-3625bd9d8553 service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.889104] env[69217]: DEBUG nova.compute.manager [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Received event network-vif-plugged-2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.889582] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] Acquiring lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.890076] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.890076] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.890245] env[69217]: DEBUG nova.compute.manager [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] No waiting events found dispatching network-vif-plugged-2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.890472] env[69217]: WARNING nova.compute.manager [req-bb34008e-a68c-4b6d-9771-7d559bc0d9c5 req-f8c5203a-30c0-4863-adae-7b08d23e3b47 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Received unexpected event network-vif-plugged-2185b63c-ce40-4081-a3b5-1a715e4e20e2 for instance with vm_state building and task_state spawning. [ 829.964736] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Successfully updated port: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.039433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.039963] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.042668] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.523s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.044104] env[69217]: INFO nova.compute.claims [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.081182] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532294, 'name': CreateVM_Task, 'duration_secs': 0.588902} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.081385] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.082110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.082288] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.082622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.083597] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d78b53-baa4-4e55-9dc5-8947a9058bc8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.089453] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 830.089453] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3a975-0c26-40be-4f58-8b4123c3419a" [ 830.089453] env[69217]: _type = "Task" [ 830.089453] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.097922] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3a975-0c26-40be-4f58-8b4123c3419a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.227802] env[69217]: DEBUG nova.network.neutron [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.305624] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc811b7a-732b-4b5f-9785-3501a9c2a8e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.316493] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc729816-9e33-46f8-87d4-c6c81d2572da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.350862] env[69217]: DEBUG nova.compute.manager [req-c1a3e723-5c4f-44f5-9578-f930c1d7c413 req-c8a24aca-e1e4-45ff-aa7e-3625bd9d8553 service nova] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Detach interface failed, port_id=65afee74-9c71-4db1-901e-1916c3b7c55d, reason: Instance 056a3b7c-e7a5-4e10-b8de-d944dbf886bd could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.467665] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.467829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquired lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.467986] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.551608] env[69217]: DEBUG nova.compute.utils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.553668] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.554035] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.601104] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3a975-0c26-40be-4f58-8b4123c3419a, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.601450] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.602033] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.602033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.602280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.602331] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.602608] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f12607f-749a-4dbc-ab57-dbf13d3d43ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.607650] env[69217]: DEBUG nova.policy [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1c2c18b881434bb93438b12aa4cda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c464d11296f34c20b0169747b735642b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.618320] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.618320] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.618751] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef954bf4-6933-482a-beb1-0cbd75e1aa65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.625032] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 830.625032] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b2b29f-90b8-d5ea-e8d3-7d7fa81cc704" [ 830.625032] env[69217]: _type = "Task" [ 830.625032] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.633974] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b2b29f-90b8-d5ea-e8d3-7d7fa81cc704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.731951] env[69217]: INFO nova.compute.manager [-] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Took 1.31 seconds to deallocate network for instance. [ 830.901498] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Successfully created port: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.007354] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.057395] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.141087] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b2b29f-90b8-d5ea-e8d3-7d7fa81cc704, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.144851] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7e0aea-e825-4ee6-80ed-abb07b431073 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.151761] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 831.151761] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52085413-8130-5815-5c62-0281fae535c0" [ 831.151761] env[69217]: _type = "Task" [ 831.151761] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.164157] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52085413-8130-5815-5c62-0281fae535c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.177726] env[69217]: DEBUG nova.network.neutron [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Updating instance_info_cache with network_info: [{"id": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "address": "fa:16:3e:01:7a:9d", "network": {"id": "5c75b330-02e5-4804-b5d7-94f87d5fb414", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1111309910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06edbd6f5834722932f5556640238e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2185b63c-ce", "ovs_interfaceid": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.237249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.274309] env[69217]: DEBUG nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.275498] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0759e55-724d-4223-a4e1-a7d3e342a0fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.597029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44127b-6844-4645-9066-94ea057283e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.605585] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6655e103-80bd-4c35-a3eb-1f56d306625c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.638808] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df617a9f-5321-43bc-b3e3-13d5026e538c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.647299] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4dd9b0-2283-4e22-9e2c-aa120482c149 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.664073] env[69217]: DEBUG nova.compute.provider_tree [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.672542] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52085413-8130-5815-5c62-0281fae535c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.672820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673084] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.673392] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf92e618-3992-466f-a7bb-6c3ce90f3fdb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.680782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Releasing lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.681020] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Instance network_info: |[{"id": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "address": "fa:16:3e:01:7a:9d", "network": {"id": "5c75b330-02e5-4804-b5d7-94f87d5fb414", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1111309910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06edbd6f5834722932f5556640238e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2185b63c-ce", "ovs_interfaceid": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.682827] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:7a:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2185b63c-ce40-4081-a3b5-1a715e4e20e2', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.693656] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Creating folder: Project (e06edbd6f5834722932f5556640238e5). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.693656] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 831.693656] env[69217]: value = "task-3532295" [ 831.693656] env[69217]: _type = "Task" [ 831.693656] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.694351] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc9cc63-f174-4edb-83b6-bc97153035bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.707201] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.795463] env[69217]: INFO nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] instance snapshotting [ 831.797758] env[69217]: WARNING nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 831.799493] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bdc32b-c1bb-444f-bcf2-0b86397a0f93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.821500] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412ad72-82f0-4466-ba84-d9650b040e1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.824236] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Created folder: Project (e06edbd6f5834722932f5556640238e5) in parent group-v705386. [ 831.824419] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Creating folder: Instances. Parent ref: group-v705515. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.824665] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-835f1e63-edf5-4e2f-8b12-d1ab83474906 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.835393] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Created folder: Instances in parent group-v705515. [ 831.835601] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.836246] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.836355] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75df78b-ab3e-4ff4-a4bc-4f1249605c1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.855974] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.855974] env[69217]: value = "task-3532298" [ 831.855974] env[69217]: _type = "Task" [ 831.855974] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.864433] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532298, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.917620] env[69217]: DEBUG nova.compute.manager [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Received event network-changed-2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.917780] env[69217]: DEBUG nova.compute.manager [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Refreshing instance network info cache due to event network-changed-2185b63c-ce40-4081-a3b5-1a715e4e20e2. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.918045] env[69217]: DEBUG oslo_concurrency.lockutils [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] Acquiring lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.918230] env[69217]: DEBUG oslo_concurrency.lockutils [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] Acquired lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.918396] env[69217]: DEBUG nova.network.neutron [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Refreshing network info cache for port 2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.071035] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.097039] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.097039] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.097039] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.097039] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.097600] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.097946] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.098382] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.098694] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.100040] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.100040] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.100040] env[69217]: DEBUG nova.virt.hardware [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.100395] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb2cb2-e0cf-45af-b7d4-2fc727c032d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.111035] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9dfeaa-2075-458f-af48-64161ebef9b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.167812] env[69217]: DEBUG nova.scheduler.client.report [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.208296] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.338129] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.338489] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb040b1a-90c2-4e93-8144-b8b6a3c50139 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.346798] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 832.346798] env[69217]: value = "task-3532299" [ 832.346798] env[69217]: _type = "Task" [ 832.346798] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.359569] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.369309] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532298, 'name': CreateVM_Task, 'duration_secs': 0.486134} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.369539] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.371623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.371623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.371623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.371623] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac95dc8-0dac-41f7-a4d9-13b920d077d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.377966] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 832.377966] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526433e7-f326-0e1a-bcce-ec146c3822cb" [ 832.377966] env[69217]: _type = "Task" [ 832.377966] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.387338] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526433e7-f326-0e1a-bcce-ec146c3822cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.496391] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Successfully updated port: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.673528] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.674078] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.676738] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.718s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.676962] env[69217]: DEBUG nova.objects.instance [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lazy-loading 'resources' on Instance uuid ceb9cb81-06e9-49ed-b337-3b28aae0a3fa {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.708710] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62739} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.708833] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.709498] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.709498] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f656ffe-809b-4dee-ac97-b4fe15363827 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.716872] env[69217]: DEBUG nova.network.neutron [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Updated VIF entry in instance network info cache for port 2185b63c-ce40-4081-a3b5-1a715e4e20e2. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.717233] env[69217]: DEBUG nova.network.neutron [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Updating instance_info_cache with network_info: [{"id": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "address": "fa:16:3e:01:7a:9d", "network": {"id": "5c75b330-02e5-4804-b5d7-94f87d5fb414", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1111309910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06edbd6f5834722932f5556640238e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2185b63c-ce", "ovs_interfaceid": "2185b63c-ce40-4081-a3b5-1a715e4e20e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.721866] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 832.721866] env[69217]: value = "task-3532300" [ 832.721866] env[69217]: _type = "Task" [ 832.721866] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.733662] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.859347] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532299, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.891496] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526433e7-f326-0e1a-bcce-ec146c3822cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.891846] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.892117] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.892446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.892548] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.892718] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.892996] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454dddc5-55c5-4af4-856a-ec94e894ece8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.903551] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.905035] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.905035] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820f2cb1-fa32-445e-8db6-6541a001ed23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.911457] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 832.911457] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523db074-17d6-2339-f089-d29d8657da4f" [ 832.911457] env[69217]: _type = "Task" [ 832.911457] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.923439] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523db074-17d6-2339-f089-d29d8657da4f, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.924423] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9488500b-abf9-4970-9365-7e33ecdd54cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.930342] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 832.930342] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5230481f-a59c-1beb-b458-fbc7d3a91209" [ 832.930342] env[69217]: _type = "Task" [ 832.930342] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.940475] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5230481f-a59c-1beb-b458-fbc7d3a91209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.999986] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.000172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.000326] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.183754] env[69217]: DEBUG nova.compute.utils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.185298] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.185298] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.221838] env[69217]: DEBUG oslo_concurrency.lockutils [req-aa843b45-b3e5-4314-b1e3-ea71b0181564 req-507b9e16-3a25-4e73-80ab-092ef46aa685 service nova] Releasing lock "refresh_cache-2bf536aa-c2b2-4734-80a8-539449cfa90d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.234837] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075581} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.235210] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.236115] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a499d54-a227-415f-80c4-32a3ea5bf6ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.240134] env[69217]: DEBUG nova.policy [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851bfa2448af49fc9f1a8ff58459d7fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a94439811949e1b7044eaba44e17ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.266895] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.270373] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e53f72-1604-4ee6-ae5a-09a077ad3181 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.292667] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 833.292667] env[69217]: value = "task-3532301" [ 833.292667] env[69217]: _type = "Task" [ 833.292667] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.304953] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.358960] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532299, 'name': CreateSnapshot_Task, 'duration_secs': 0.966219} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.361887] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.362901] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7205fc9-02ef-4010-b1e9-6937ae4a920a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.442672] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5230481f-a59c-1beb-b458-fbc7d3a91209, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.445137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.445436] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 2bf536aa-c2b2-4734-80a8-539449cfa90d/2bf536aa-c2b2-4734-80a8-539449cfa90d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.445927] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5b9731-6b47-4dc1-b912-b625f5568c9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.454654] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 833.454654] env[69217]: value = "task-3532302" [ 833.454654] env[69217]: _type = "Task" [ 833.454654] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.468759] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.554620] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.690619] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.806243] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532301, 'name': ReconfigVM_Task, 'duration_secs': 0.316363} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.809619] env[69217]: DEBUG nova.network.neutron [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Updating instance_info_cache with network_info: [{"id": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "address": "fa:16:3e:e9:e4:f5", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecd14bf-2c", "ovs_interfaceid": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.810985] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6778e64f-50f5-4a2f-8d5b-947be28c527a/6778e64f-50f5-4a2f-8d5b-947be28c527a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.812179] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cad70dad-7725-485d-a3be-f39c928da88f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823685] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 833.823685] env[69217]: value = "task-3532303" [ 833.823685] env[69217]: _type = "Task" [ 833.823685] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.829284] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600c0de-34e3-4960-bfa9-e5870cc4c66c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.843241] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532303, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.848019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9136f8-d818-4dbc-aa24-00f1830fa3e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853879] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Successfully created port: 85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.898120] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.898797] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39704a1e-6a66-4f3b-8aca-b39b46c4b977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.902765] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56b468-c1c6-4a77-9c6c-10a06b73ba31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.915706] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f48fe3-5ce9-45bd-a476-b8547dbb22a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.920475] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 833.920475] env[69217]: value = "task-3532304" [ 833.920475] env[69217]: _type = "Task" [ 833.920475] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.933745] env[69217]: DEBUG nova.compute.provider_tree [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.944325] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532304, 'name': CloneVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.968247] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504788} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.968566] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 2bf536aa-c2b2-4734-80a8-539449cfa90d/2bf536aa-c2b2-4734-80a8-539449cfa90d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.968808] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.969119] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f64b631-e76c-4cb6-857c-e9c2966495d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.979916] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 833.979916] env[69217]: value = "task-3532305" [ 833.979916] env[69217]: _type = "Task" [ 833.979916] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.989952] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.221022] env[69217]: DEBUG nova.compute.manager [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Received event network-vif-plugged-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.221286] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Acquiring lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.221511] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.221679] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.221838] env[69217]: DEBUG nova.compute.manager [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] No waiting events found dispatching network-vif-plugged-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.221998] env[69217]: WARNING nova.compute.manager [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Received unexpected event network-vif-plugged-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 for instance with vm_state building and task_state spawning. [ 834.222255] env[69217]: DEBUG nova.compute.manager [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Received event network-changed-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.222489] env[69217]: DEBUG nova.compute.manager [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Refreshing instance network info cache due to event network-changed-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.223950] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Acquiring lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.313526] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.313877] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Instance network_info: |[{"id": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "address": "fa:16:3e:e9:e4:f5", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecd14bf-2c", "ovs_interfaceid": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.314211] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Acquired lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.314400] env[69217]: DEBUG nova.network.neutron [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Refreshing network info cache for port cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.316491] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecd14bf-2cf1-4f8d-8f1f-ad920611ce02', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.325767] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.328980] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.332371] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a6ab5f-689b-4045-a25b-2dba1a674801 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355609] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532303, 'name': Rename_Task, 'duration_secs': 0.213547} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.357131] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.357391] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.357391] env[69217]: value = "task-3532306" [ 834.357391] env[69217]: _type = "Task" [ 834.357391] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.357572] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b026b0f-3e7a-42e4-8b6b-4db166a79012 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.369202] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532306, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.370722] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 834.370722] env[69217]: value = "task-3532307" [ 834.370722] env[69217]: _type = "Task" [ 834.370722] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.380350] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.432160] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532304, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.436832] env[69217]: DEBUG nova.scheduler.client.report [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.491137] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090702} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.491406] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.492291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83ae59-47b8-4b57-b0d4-bf0e8b934639 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.517260] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 2bf536aa-c2b2-4734-80a8-539449cfa90d/2bf536aa-c2b2-4734-80a8-539449cfa90d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.520254] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96dfe4bf-7da7-441e-a931-005ccf9768ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.542415] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 834.542415] env[69217]: value = "task-3532308" [ 834.542415] env[69217]: _type = "Task" [ 834.542415] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.551361] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.605026] env[69217]: DEBUG nova.network.neutron [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Updated VIF entry in instance network info cache for port cecd14bf-2cf1-4f8d-8f1f-ad920611ce02. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.605500] env[69217]: DEBUG nova.network.neutron [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Updating instance_info_cache with network_info: [{"id": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "address": "fa:16:3e:e9:e4:f5", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecd14bf-2c", "ovs_interfaceid": "cecd14bf-2cf1-4f8d-8f1f-ad920611ce02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.697619] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.724028] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:42:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ec2c55db-030f-47fc-ba24-4e250c4db3dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1730162904',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.724284] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.724444] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.724627] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.724769] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.724913] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.725215] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.725378] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.725623] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.725790] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.725977] env[69217]: DEBUG nova.virt.hardware [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.726904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee45af-b2df-4659-9d82-9d1159037746 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.736403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a5870f-d24a-4b0b-b895-418ab4feae54 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.871695] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532306, 'name': CreateVM_Task, 'duration_secs': 0.394167} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.875286] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.876178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.876357] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.876695] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.877483] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74afa1e9-453a-45ef-8f51-6d0e6c5a3916 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.885067] env[69217]: DEBUG oslo_vmware.api [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532307, 'name': PowerOnVM_Task, 'duration_secs': 0.466948} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.886605] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.886848] env[69217]: DEBUG nova.compute.manager [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.887226] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 834.887226] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5262185c-807f-e1ab-694e-9263eb6b971b" [ 834.887226] env[69217]: _type = "Task" [ 834.887226] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.887996] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5fac3-c162-4ff1-9dbd-7dd270c21e44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.906022] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5262185c-807f-e1ab-694e-9263eb6b971b, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.907076] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.907076] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.907281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.907281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.907479] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.907748] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7924b978-8ddd-4e24-9661-bb52caf35331 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.918443] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.918558] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.919395] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d17ecc-c321-4cab-948c-c72898428231 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.929751] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 834.929751] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5295ebbe-c578-0f6d-c03f-bb06bca9d2b0" [ 834.929751] env[69217]: _type = "Task" [ 834.929751] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.934325] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532304, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.941896] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.945590] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.377s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.946603] env[69217]: INFO nova.compute.claims [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.969297] env[69217]: INFO nova.scheduler.client.report [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Deleted allocations for instance ceb9cb81-06e9-49ed-b337-3b28aae0a3fa [ 835.054401] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5295ebbe-c578-0f6d-c03f-bb06bca9d2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012684} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.058982] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532308, 'name': ReconfigVM_Task, 'duration_secs': 0.365366} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.059262] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b7cbd1-469d-4227-9e12-9103276c1c1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.062580] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 2bf536aa-c2b2-4734-80a8-539449cfa90d/2bf536aa-c2b2-4734-80a8-539449cfa90d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.063343] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6b36bd9-1958-48e5-8cef-8aa089e59fd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.069659] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 835.069659] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bbcb12-f243-d83c-297f-bfc3f26c90f1" [ 835.069659] env[69217]: _type = "Task" [ 835.069659] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.075350] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 835.075350] env[69217]: value = "task-3532309" [ 835.075350] env[69217]: _type = "Task" [ 835.075350] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.082465] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bbcb12-f243-d83c-297f-bfc3f26c90f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.089232] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532309, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.109151] env[69217]: DEBUG oslo_concurrency.lockutils [req-3a361333-8678-43d6-bc7a-2e7d21d261a1 req-1d632914-3ab3-47ff-acd7-8b37526aa9fc service nova] Releasing lock "refresh_cache-a0fedd32-ed2e-4ace-9526-25f398a645cf" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.416264] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.433588] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532304, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.478414] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Lock "ceb9cb81-06e9-49ed-b337-3b28aae0a3fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.030s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.558102] env[69217]: DEBUG nova.compute.manager [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Received event network-vif-plugged-85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.558367] env[69217]: DEBUG oslo_concurrency.lockutils [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] Acquiring lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.559869] env[69217]: DEBUG oslo_concurrency.lockutils [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.560268] env[69217]: DEBUG oslo_concurrency.lockutils [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.560387] env[69217]: DEBUG nova.compute.manager [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] No waiting events found dispatching network-vif-plugged-85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.560592] env[69217]: WARNING nova.compute.manager [req-2aec9090-8d26-4808-8778-986874eab89c req-5112a4c2-7238-4605-8638-a117e534d1d4 service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Received unexpected event network-vif-plugged-85d9363f-345f-4981-b19d-dc0a07df2ad6 for instance with vm_state building and task_state spawning. [ 835.598024] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532309, 'name': Rename_Task, 'duration_secs': 0.227993} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.599216] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.600169] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bbcb12-f243-d83c-297f-bfc3f26c90f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.600694] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9423a0b-503c-427c-a0a6-01bf2becd8a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.602937] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.603393] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] a0fedd32-ed2e-4ace-9526-25f398a645cf/a0fedd32-ed2e-4ace-9526-25f398a645cf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.603939] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26455c9b-678f-459c-b6f4-e3757594dffa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.617304] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 835.617304] env[69217]: value = "task-3532311" [ 835.617304] env[69217]: _type = "Task" [ 835.617304] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.619678] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 835.619678] env[69217]: value = "task-3532310" [ 835.619678] env[69217]: _type = "Task" [ 835.619678] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.633612] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.637227] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.756527] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Successfully updated port: 85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.934140] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532304, 'name': CloneVM_Task, 'duration_secs': 1.812743} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.934441] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Created linked-clone VM from snapshot [ 835.935171] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff3b52-8561-4312-bb37-253d902fb0d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.945718] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Uploading image de4455de-8553-4cfb-a417-e4a45fd40e82 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.977772] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.977772] env[69217]: value = "vm-705519" [ 835.977772] env[69217]: _type = "VirtualMachine" [ 835.977772] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.978141] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ea0916b-6fd7-464a-be3a-54898adcf981 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.987584] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease: (returnval){ [ 835.987584] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5770-236d-047d-f9f5-f250360e6f76" [ 835.987584] env[69217]: _type = "HttpNfcLease" [ 835.987584] env[69217]: } obtained for exporting VM: (result){ [ 835.987584] env[69217]: value = "vm-705519" [ 835.987584] env[69217]: _type = "VirtualMachine" [ 835.987584] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.988041] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the lease: (returnval){ [ 835.988041] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5770-236d-047d-f9f5-f250360e6f76" [ 835.988041] env[69217]: _type = "HttpNfcLease" [ 835.988041] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.001373] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.001373] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5770-236d-047d-f9f5-f250360e6f76" [ 836.001373] env[69217]: _type = "HttpNfcLease" [ 836.001373] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.140273] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.145701] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.260391] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.260449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.260603] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.496390] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.496390] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5770-236d-047d-f9f5-f250360e6f76" [ 836.496390] env[69217]: _type = "HttpNfcLease" [ 836.496390] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.496615] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.496615] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5770-236d-047d-f9f5-f250360e6f76" [ 836.496615] env[69217]: _type = "HttpNfcLease" [ 836.496615] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.497236] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18ddae-1b78-45ee-91dd-65c197168680 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.509215] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.510166] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.621812] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a279b958-c77d-4279-be90-2c7ac0e4aa39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.630440] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.631540] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f05eb1-3372-4815-a293-310e7c905d03 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.645411] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629817} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.647421] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] a0fedd32-ed2e-4ace-9526-25f398a645cf/a0fedd32-ed2e-4ace-9526-25f398a645cf.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.648485] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.650075] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e83875dc-6b1e-415d-815d-a85bd6c9126c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.651465] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.651650] env[69217]: ERROR oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk due to incomplete transfer. [ 836.655039] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf9298f9-1171-453d-87fb-bc5deda4b143 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.658976] env[69217]: DEBUG oslo_vmware.api [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532310, 'name': PowerOnVM_Task, 'duration_secs': 0.890481} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.660762] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.660960] env[69217]: INFO nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 7.39 seconds to spawn the instance on the hypervisor. [ 836.661158] env[69217]: DEBUG nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.664499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfedafc-4d20-42d2-bb2a-d9535da00d7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.668662] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 836.668662] env[69217]: value = "task-3532313" [ 836.668662] env[69217]: _type = "Task" [ 836.668662] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.679062] env[69217]: DEBUG oslo_vmware.rw_handles [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52399f67-d376-0615-0bce-15cb2d06026c/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.679720] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Uploaded image b3b5f37f-3e95-4130-993f-25f3f3e49f88 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.682369] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.684672] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20cd4bd0-5ae5-4abe-be7b-a616f1168031 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.691416] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b8a61-2b78-4328-a834-af2c15f6e2c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.697048] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.699174] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 836.699174] env[69217]: value = "task-3532314" [ 836.699174] env[69217]: _type = "Task" [ 836.699174] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.706820] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d233a6d-386c-4a44-b28d-4f6272875870 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.716212] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532314, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.747659] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966124f-e479-4529-b8c6-b6c86654efc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.757312] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac73c0-429b-4e42-a5f9-c153cb01c85b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.773478] env[69217]: DEBUG nova.compute.provider_tree [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.829117] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.140665] env[69217]: DEBUG nova.network.neutron [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.185281] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080133} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.185780] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.187043] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95924ffd-bd58-4066-8a4a-eca4cabc11cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.218110] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a0fedd32-ed2e-4ace-9526-25f398a645cf/a0fedd32-ed2e-4ace-9526-25f398a645cf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.224624] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf655cb-3fb6-4b41-91cb-bfca3e7e91e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.240586] env[69217]: INFO nova.compute.manager [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 35.97 seconds to build instance. [ 837.249846] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532314, 'name': Destroy_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.251562] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 837.251562] env[69217]: value = "task-3532315" [ 837.251562] env[69217]: _type = "Task" [ 837.251562] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.263538] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.276373] env[69217]: DEBUG nova.scheduler.client.report [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.614150] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "47795e70-9159-4984-86dd-a633479c48f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.614635] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.615911] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "47795e70-9159-4984-86dd-a633479c48f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.616201] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.616504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.620402] env[69217]: INFO nova.compute.manager [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Terminating instance [ 837.645315] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.645315] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Instance network_info: |[{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.645315] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ed:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85d9363f-345f-4981-b19d-dc0a07df2ad6', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.656694] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.656694] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.657661] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7979d013-542e-4397-873f-7276ff7ada86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.682669] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.682669] env[69217]: value = "task-3532316" [ 837.682669] env[69217]: _type = "Task" [ 837.682669] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.694072] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532316, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.720948] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532314, 'name': Destroy_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.744047] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9993e7bc-93e9-4d88-a372-791461460463 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.886s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.763616] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532315, 'name': ReconfigVM_Task, 'duration_secs': 0.322069} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.764532] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a0fedd32-ed2e-4ace-9526-25f398a645cf/a0fedd32-ed2e-4ace-9526-25f398a645cf.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.769351] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e1814fc-d694-498f-b67d-b7a73087eb5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.776322] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 837.776322] env[69217]: value = "task-3532317" [ 837.776322] env[69217]: _type = "Task" [ 837.776322] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.782345] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.783348] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.786429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.005s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.786589] env[69217]: DEBUG nova.objects.instance [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.796282] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532317, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.834686] env[69217]: DEBUG nova.compute.manager [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Received event network-changed-85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.835225] env[69217]: DEBUG nova.compute.manager [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Refreshing instance network info cache due to event network-changed-85d9363f-345f-4981-b19d-dc0a07df2ad6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.835663] env[69217]: DEBUG oslo_concurrency.lockutils [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.835759] env[69217]: DEBUG oslo_concurrency.lockutils [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.835987] env[69217]: DEBUG nova.network.neutron [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Refreshing network info cache for port 85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.124612] env[69217]: DEBUG nova.compute.manager [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.124862] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.125846] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6bd0d-6763-4bc4-a1ab-a77bf829b4bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.136403] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.136729] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d251260-9076-4816-af9a-a35e1e0f8a98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.145597] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 838.145597] env[69217]: value = "task-3532318" [ 838.145597] env[69217]: _type = "Task" [ 838.145597] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.157192] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.195809] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532316, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.220953] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532314, 'name': Destroy_Task, 'duration_secs': 1.500938} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.221809] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Destroyed the VM [ 838.222136] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.222446] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fe130ce-2d09-4551-a779-c03460301a8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.232141] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 838.232141] env[69217]: value = "task-3532319" [ 838.232141] env[69217]: _type = "Task" [ 838.232141] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.243902] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.250846] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.289114] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532317, 'name': Rename_Task, 'duration_secs': 0.23008} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.289438] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.289924] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298c8ac3-adc1-4ccc-8115-e265111bdea0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.296870] env[69217]: DEBUG nova.compute.utils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.298875] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.299172] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.309447] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 838.309447] env[69217]: value = "task-3532320" [ 838.309447] env[69217]: _type = "Task" [ 838.309447] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.322725] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.370286] env[69217]: DEBUG nova.policy [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7dac896f0b41de9d48c47e01e06517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7980e2400744463f906213e4951741e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.661796] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532318, 'name': PowerOffVM_Task, 'duration_secs': 0.355744} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.662135] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.662346] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.662697] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cde69bb-2a3c-4981-ad16-f59eb70c2048 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.694929] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532316, 'name': CreateVM_Task, 'duration_secs': 0.890682} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.695203] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.696500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.696500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.696635] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.696908] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a91441-aaa5-4833-98b0-209ae8d0a457 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.703874] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 838.703874] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523867b8-4d11-3b68-f784-8a182bea4726" [ 838.703874] env[69217]: _type = "Task" [ 838.703874] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.716973] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523867b8-4d11-3b68-f784-8a182bea4726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.745104] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532319, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.746841] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.747161] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.747382] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore1] 47795e70-9159-4984-86dd-a633479c48f3 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.747743] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa15e7a-38d9-4999-befd-66dec2ac613e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.758977] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 838.758977] env[69217]: value = "task-3532322" [ 838.758977] env[69217]: _type = "Task" [ 838.758977] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.778563] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.789896] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.791051] env[69217]: DEBUG nova.network.neutron [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updated VIF entry in instance network info cache for port 85d9363f-345f-4981-b19d-dc0a07df2ad6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.791488] env[69217]: DEBUG nova.network.neutron [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.800877] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f61f9c03-6e84-49f5-9ea5-5b5056c5509c tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.803135] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.712s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.805426] env[69217]: INFO nova.compute.claims [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.808863] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.824304] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.929826] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Successfully created port: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.219169] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523867b8-4d11-3b68-f784-8a182bea4726, 'name': SearchDatastore_Task, 'duration_secs': 0.201823} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.219878] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.220538] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.221243] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.221531] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.221896] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.222361] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0394142d-e884-40a5-a524-8ef1111dbd56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.236176] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.236176] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.239125] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ab60e1-fd87-407b-8d71-8236fceab43e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.249370] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 839.249370] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5267dae4-fdee-a612-2848-286d1d50e909" [ 839.249370] env[69217]: _type = "Task" [ 839.249370] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.253198] env[69217]: DEBUG oslo_vmware.api [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.916662} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.257037] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.257341] env[69217]: INFO nova.compute.manager [None req-da4926d2-959a-48bf-ab04-aed7b072c4d0 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 839.268597] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5267dae4-fdee-a612-2848-286d1d50e909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.274999] env[69217]: DEBUG oslo_vmware.api [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275738} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.276020] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.276121] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.276381] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.276583] env[69217]: INFO nova.compute.manager [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 839.276855] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.277116] env[69217]: DEBUG nova.compute.manager [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.277214] env[69217]: DEBUG nova.network.neutron [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.296240] env[69217]: DEBUG oslo_concurrency.lockutils [req-b22ba4fb-1d36-4ab9-abb3-a8736503bc25 req-9951ee93-ecda-45ab-bbda-23888e9bf15b service nova] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.331035] env[69217]: DEBUG oslo_vmware.api [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532320, 'name': PowerOnVM_Task, 'duration_secs': 0.928233} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.331035] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.331342] env[69217]: INFO nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Took 7.26 seconds to spawn the instance on the hypervisor. [ 839.331342] env[69217]: DEBUG nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.332380] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b230e-3b99-408e-ab8e-be567172332c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.635023] env[69217]: DEBUG nova.compute.manager [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.635023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c41d8-167b-4be0-aa60-cf1b81e1443a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.774826] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5267dae4-fdee-a612-2848-286d1d50e909, 'name': SearchDatastore_Task, 'duration_secs': 0.01855} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.777403] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f885a1-6501-4d29-b71a-20c801c3c37e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.786855] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 839.786855] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256f84a-2363-d164-367f-345f56b3af3c" [ 839.786855] env[69217]: _type = "Task" [ 839.786855] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.800526] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256f84a-2363-d164-367f-345f56b3af3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.826303] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.858397] env[69217]: INFO nova.compute.manager [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Took 36.44 seconds to build instance. [ 839.926822] env[69217]: DEBUG nova.compute.manager [req-966dff49-8d8a-47f4-a18f-31b517860ddf req-e88b470b-0c9b-4faa-914a-160c2e262fa1 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Received event network-vif-deleted-db61f25a-f053-441a-adba-e1fc19fa0e4b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.927059] env[69217]: INFO nova.compute.manager [req-966dff49-8d8a-47f4-a18f-31b517860ddf req-e88b470b-0c9b-4faa-914a-160c2e262fa1 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Neutron deleted interface db61f25a-f053-441a-adba-e1fc19fa0e4b; detaching it from the instance and deleting it from the info cache [ 839.927593] env[69217]: DEBUG nova.network.neutron [req-966dff49-8d8a-47f4-a18f-31b517860ddf req-e88b470b-0c9b-4faa-914a-160c2e262fa1 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.148394] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.148394] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.148600] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.149185] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.149185] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.149185] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.149560] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.149560] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.149651] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.149771] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.149965] env[69217]: DEBUG nova.virt.hardware [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.151098] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c965049c-1e90-4e76-abcc-0ac9944f1565 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.157801] env[69217]: INFO nova.compute.manager [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] instance snapshotting [ 840.161414] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1738069-6619-45b0-bc92-b995cef95437 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.168319] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a3d49-8b3e-4e77-ab6b-c0d581bd9054 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.192192] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d177530-94aa-4e3c-99ce-d224c2fb76c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.304943] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5256f84a-2363-d164-367f-345f56b3af3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018072} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.305317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.305534] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.306383] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4455587-9fc4-43d3-b076-8bf5c50bce46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.321769] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 840.321769] env[69217]: value = "task-3532323" [ 840.321769] env[69217]: _type = "Task" [ 840.321769] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.334694] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.351312] env[69217]: DEBUG nova.network.neutron [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.360592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-918bb406-8974-4670-acaa-790115eefbe8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.322s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.433938] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f75e63f0-57ee-4165-87c6-4a1e63ee6a41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.446966] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651aac8e-2886-48f6-be4e-f41c594919e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.495632] env[69217]: DEBUG nova.compute.manager [req-966dff49-8d8a-47f4-a18f-31b517860ddf req-e88b470b-0c9b-4faa-914a-160c2e262fa1 service nova] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Detach interface failed, port_id=db61f25a-f053-441a-adba-e1fc19fa0e4b, reason: Instance 47795e70-9159-4984-86dd-a633479c48f3 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.512586] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1b4a7-62a5-44ae-a41c-d80275d00dcf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.521704] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed9ea7-e61d-4455-8860-fb6aaae44665 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.556508] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf0e40-3767-4e04-b541-cbb5ae37948c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.569021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b692c-f00f-4bb3-883c-bd82a4857aac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.586268] env[69217]: DEBUG nova.compute.provider_tree [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.718800] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.718945] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bda9f563-ba8b-4069-a6c0-761004bf543d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.730849] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 840.730849] env[69217]: value = "task-3532324" [ 840.730849] env[69217]: _type = "Task" [ 840.730849] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.744239] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.833915] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.853666] env[69217]: INFO nova.compute.manager [-] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Took 1.58 seconds to deallocate network for instance. [ 840.865702] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Successfully updated port: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.865702] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.092200] env[69217]: DEBUG nova.scheduler.client.report [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.096994] env[69217]: DEBUG nova.compute.manager [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-vif-plugged-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.097282] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.097551] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.097739] env[69217]: DEBUG oslo_concurrency.lockutils [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.098448] env[69217]: DEBUG nova.compute.manager [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] No waiting events found dispatching network-vif-plugged-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.098448] env[69217]: WARNING nova.compute.manager [req-ad0ae9b3-fa5a-497d-aeb9-c6f30c848f26 req-75e43836-8e35-4075-beb6-533f65f0f6b9 service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received unexpected event network-vif-plugged-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 for instance with vm_state building and task_state spawning. [ 841.213326] env[69217]: DEBUG nova.compute.manager [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.214401] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fd225-c830-4b20-a95e-7a4bd5f807ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.242499] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.335747] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642771} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.336231] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.336394] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.336624] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622c3b58-2b4c-409b-b7b7-dcca4ab17687 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.346620] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 841.346620] env[69217]: value = "task-3532325" [ 841.346620] env[69217]: _type = "Task" [ 841.346620] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.360195] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.372337] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.372772] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.372940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.373087] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.417738] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.427698] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.611169] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.611169] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.612863] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.119s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.613355] env[69217]: DEBUG nova.objects.instance [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lazy-loading 'resources' on Instance uuid 7a6ea806-ae3d-4abf-a03b-89e0087a2a30 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.637386] env[69217]: DEBUG nova.network.neutron [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.727118] env[69217]: INFO nova.compute.manager [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] instance snapshotting [ 841.730035] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9fde59-b7ff-44ca-a131-9ba28f7860f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.762512] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.764411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf223e-75a8-43ab-aff1-618e3fea60cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.858583] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129681} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.859446] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.860448] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db25513-b8a4-4161-9da4-b67930b677c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.889769] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.890687] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5fd754-c609-404b-8af2-964f11864669 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917617] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 841.917617] env[69217]: value = "task-3532326" [ 841.917617] env[69217]: _type = "Task" [ 841.917617] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.928753] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.114335] env[69217]: DEBUG nova.compute.manager [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.116321] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09318761-8e00-4dab-b64c-e409108243fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.124572] env[69217]: DEBUG nova.compute.utils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.127708] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.127965] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.142038] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.142503] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Instance network_info: |[{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.143614] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:e3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb34dcc-e8a5-4e66-b431-e5ffaf305116', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.153070] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.153987] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.155024] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d4b6123-e244-4a62-a210-8f69f54410db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.188864] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.188864] env[69217]: value = "task-3532327" [ 842.188864] env[69217]: _type = "Task" [ 842.188864] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.209538] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.220156] env[69217]: DEBUG nova.policy [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefb6d9d7f314fb3b96be4a03d17aeb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a922514c5c4c689e4f6513f73997e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.248925] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532324, 'name': CreateSnapshot_Task, 'duration_secs': 1.097874} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.249465] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.250302] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2bb16-bd78-4132-ab0a-91b4d3785287 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.278621] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.279485] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-307b95ed-28a3-44f1-8007-865fc5beefc4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.292450] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 842.292450] env[69217]: value = "task-3532328" [ 842.292450] env[69217]: _type = "Task" [ 842.292450] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.315629] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.437699] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532326, 'name': ReconfigVM_Task, 'duration_secs': 0.453697} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.439384] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.439384] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2563869-8836-413a-a4e7-c9fe5c6774ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.453850] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 842.453850] env[69217]: value = "task-3532329" [ 842.453850] env[69217]: _type = "Task" [ 842.453850] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.466863] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532329, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.634434] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.644421] env[69217]: INFO nova.compute.manager [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] instance snapshotting [ 842.647534] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6d09e-10d1-4c46-8e1c-c85cf05df2fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.681275] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94beecd0-227f-43a0-957e-f90ab8707cf4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.702908] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.738459] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Successfully created port: 29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.784913] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.788573] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4578929-f35f-4237-a9fd-5d53b764fc5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.799684] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 842.799684] env[69217]: value = "task-3532330" [ 842.799684] env[69217]: _type = "Task" [ 842.799684] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.803706] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.819125] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.819481] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.819722] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.952230] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba3c81-8d3b-4ed7-ad7e-5e5c132c717a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.966605] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532329, 'name': Rename_Task, 'duration_secs': 0.24175} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.968986] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.969650] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0d9bcf-d25c-4aba-a644-6df97a8eef84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.972893] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d3ba8-c787-4a6c-8399-bc81577f7337 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.012487] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e0bb1-84fc-487f-9f5b-7540f701c271 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.015654] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 843.015654] env[69217]: value = "task-3532331" [ 843.015654] env[69217]: _type = "Task" [ 843.015654] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.024205] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f35bb1-09d2-4b49-81ed-ff18afb2e778 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.033612] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532331, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.047414] env[69217]: DEBUG nova.compute.provider_tree [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.129651] env[69217]: DEBUG nova.compute.manager [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.130353] env[69217]: DEBUG nova.compute.manager [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing instance network info cache due to event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.130620] env[69217]: DEBUG oslo_concurrency.lockutils [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.130843] env[69217]: DEBUG oslo_concurrency.lockutils [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.131729] env[69217]: DEBUG nova.network.neutron [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.147348] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Successfully created port: be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.204546] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.204546] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.204546] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80924ca0-4bc3-4592-b3c4-05dd32e16155 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.214030] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 843.214030] env[69217]: value = "task-3532332" [ 843.214030] env[69217]: _type = "Task" [ 843.214030] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.224707] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.308059] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.317654] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.530066] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.553029] env[69217]: DEBUG nova.scheduler.client.report [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.646889] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.675656] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.675910] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.676102] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.676293] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.676743] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.676743] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.676838] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.677105] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.677201] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.677410] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.677621] env[69217]: DEBUG nova.virt.hardware [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.678574] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54db90-550c-4c8c-a863-b4322609a4fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.691288] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1b3f8-2d37-4069-b81c-a4523b85ff57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.704208] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.723454] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.804962] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.819714] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.946810] env[69217]: DEBUG nova.network.neutron [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updated VIF entry in instance network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.947177] env[69217]: DEBUG nova.network.neutron [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.033644] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.058790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.061249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.293s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.062976] env[69217]: INFO nova.compute.claims [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.084637] env[69217]: INFO nova.scheduler.client.report [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleted allocations for instance 7a6ea806-ae3d-4abf-a03b-89e0087a2a30 [ 844.207325] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.223954] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.305131] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.318310] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.449696] env[69217]: DEBUG oslo_concurrency.lockutils [req-e4bdcc16-0afa-458b-a5a5-f02a47a29815 req-91a972d1-de64-4cc3-ad96-d5cc3bee7fbc service nova] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.529225] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.599062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-246dfaa0-2755-4789-be3c-043772f1c60b tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "7a6ea806-ae3d-4abf-a03b-89e0087a2a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.521s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.707370] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532327, 'name': CreateVM_Task, 'duration_secs': 2.506832} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.707624] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.708436] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.708719] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.709099] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.709411] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd40aca-cf31-4a73-a6b9-38e6a0e77aab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.715310] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 844.715310] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5295d7e4-b4a6-a7af-0b15-d673f770f0a8" [ 844.715310] env[69217]: _type = "Task" [ 844.715310] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.727062] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532332, 'name': CreateSnapshot_Task, 'duration_secs': 1.458311} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.730077] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.730535] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5295d7e4-b4a6-a7af-0b15-d673f770f0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.731108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db284f5-15e0-498f-9c33-6900c3f9e160 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.807255] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.812464] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Successfully updated port: 29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.821294] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.030790] env[69217]: DEBUG oslo_vmware.api [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532331, 'name': PowerOnVM_Task, 'duration_secs': 1.669884} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.030966] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.031027] env[69217]: INFO nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Took 10.33 seconds to spawn the instance on the hypervisor. [ 845.031215] env[69217]: DEBUG nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.032514] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2b1b3-1347-4a00-9165-2ae64952f8cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.059333] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.059333] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.059333] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "1b6c4942-baab-40bf-bec6-ff869a18ea32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.059786] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.059826] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.063219] env[69217]: INFO nova.compute.manager [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Terminating instance [ 845.205415] env[69217]: DEBUG nova.compute.manager [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-vif-plugged-29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.205611] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Acquiring lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.205828] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.206008] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.206400] env[69217]: DEBUG nova.compute.manager [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] No waiting events found dispatching network-vif-plugged-29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.207242] env[69217]: WARNING nova.compute.manager [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received unexpected event network-vif-plugged-29cf2993-08af-4bdb-81dc-3ef043741eca for instance with vm_state building and task_state spawning. [ 845.208060] env[69217]: DEBUG nova.compute.manager [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-changed-29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.208330] env[69217]: DEBUG nova.compute.manager [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Refreshing instance network info cache due to event network-changed-29cf2993-08af-4bdb-81dc-3ef043741eca. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.208561] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Acquiring lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.208710] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Acquired lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.208873] env[69217]: DEBUG nova.network.neutron [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Refreshing network info cache for port 29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.236831] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5295d7e4-b4a6-a7af-0b15-d673f770f0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.024586} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.237162] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.237399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.237635] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.237782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.237963] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.238257] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcbb6c7b-31b0-425a-9847-07087aed6130 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.251652] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.257688] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24c2713e-f461-4d17-94c0-9fb0aad268ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.262210] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.262447] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.264979] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5fd82a-5aa8-463f-a66a-3eb7ded0931b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.272342] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 845.272342] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b359ff-26d4-5c35-28b5-b095f916f069" [ 845.272342] env[69217]: _type = "Task" [ 845.272342] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.279220] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 845.279220] env[69217]: value = "task-3532333" [ 845.279220] env[69217]: _type = "Task" [ 845.279220] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.285984] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b359ff-26d4-5c35-28b5-b095f916f069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.291469] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532333, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.306033] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532328, 'name': CreateSnapshot_Task, 'duration_secs': 2.773746} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.309137] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.310703] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f5e67c-37a8-46e9-950e-a46714f21e96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.331278] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.555282] env[69217]: INFO nova.compute.manager [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Took 42.05 seconds to build instance. [ 845.570398] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "refresh_cache-1b6c4942-baab-40bf-bec6-ff869a18ea32" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.572627] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquired lock "refresh_cache-1b6c4942-baab-40bf-bec6-ff869a18ea32" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.572627] env[69217]: DEBUG nova.network.neutron [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.656935] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9607c3-3102-4bc7-9f40-554ad952f21b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.665350] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bebae3-5c83-49bc-9410-f623acdaf3a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.707515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f60d2f-82fa-41bf-aa1c-95a934064bc5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.716602] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb252c2-aa6a-48f1-b0b8-f0194b2a55c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.732151] env[69217]: DEBUG nova.compute.provider_tree [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.750233] env[69217]: DEBUG nova.network.neutron [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.784041] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b359ff-26d4-5c35-28b5-b095f916f069, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.787652] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de13eaee-2c70-4b9f-a1f7-d0b208ea3c37 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.796493] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532333, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.798228] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 845.798228] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c66223-d121-d9da-b97d-70f897ecf049" [ 845.798228] env[69217]: _type = "Task" [ 845.798228] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.809735] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c66223-d121-d9da-b97d-70f897ecf049, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.812997] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.813290] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/de8da247-fd8a-4d0a-82ae-0ea053ce2ce6.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.813566] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc5a250-99e2-4bfe-ae3c-8adcd20cc253 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.824697] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.824697] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 845.824697] env[69217]: value = "task-3532334" [ 845.824697] env[69217]: _type = "Task" [ 845.824697] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.833396] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.842026] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.842194] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a310c3bb-f0d0-4ce9-93da-c908142d3c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.853658] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 845.853658] env[69217]: value = "task-3532335" [ 845.853658] env[69217]: _type = "Task" [ 845.853658] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.860236] env[69217]: DEBUG nova.network.neutron [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.865005] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532335, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.057023] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.057314] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.060046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.350s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.094963] env[69217]: DEBUG nova.network.neutron [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.153943] env[69217]: DEBUG nova.network.neutron [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.236789] env[69217]: DEBUG nova.scheduler.client.report [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.298167] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532333, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.324032] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532330, 'name': CloneVM_Task, 'duration_secs': 3.201698} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.324257] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Created linked-clone VM from snapshot [ 846.325154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb9fb2-e517-4df6-9ccf-3879f73b0f75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.341091] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.344467] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Uploading image b07f20a8-db18-4437-82c8-569625295be9 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.369400] env[69217]: DEBUG oslo_concurrency.lockutils [req-54e372db-29eb-400e-a7a3-d25bbcfd90fb req-3ea720e3-947c-4501-a6b1-34c95c2c25fd service nova] Releasing lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.369999] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532335, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.378035] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.378035] env[69217]: value = "vm-705524" [ 846.378035] env[69217]: _type = "VirtualMachine" [ 846.378035] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.378553] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a645b15a-067a-4972-92d6-43f50d229f00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.389926] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lease: (returnval){ [ 846.389926] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263b184-0005-a163-fed3-ad39058be4e2" [ 846.389926] env[69217]: _type = "HttpNfcLease" [ 846.389926] env[69217]: } obtained for exporting VM: (result){ [ 846.389926] env[69217]: value = "vm-705524" [ 846.389926] env[69217]: _type = "VirtualMachine" [ 846.389926] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.390375] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the lease: (returnval){ [ 846.390375] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263b184-0005-a163-fed3-ad39058be4e2" [ 846.390375] env[69217]: _type = "HttpNfcLease" [ 846.390375] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.400933] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.400933] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263b184-0005-a163-fed3-ad39058be4e2" [ 846.400933] env[69217]: _type = "HttpNfcLease" [ 846.400933] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.571252] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.580571] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 846.580571] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.658302] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Releasing lock "refresh_cache-1b6c4942-baab-40bf-bec6-ff869a18ea32" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.658719] env[69217]: DEBUG nova.compute.manager [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.659233] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.661065] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883648b5-d96b-4e9e-89d3-38d4e3c39276 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.670726] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.671114] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1869a92b-c5d8-439f-8413-609372f5ca94 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.679574] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 846.679574] env[69217]: value = "task-3532337" [ 846.679574] env[69217]: _type = "Task" [ 846.679574] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.690355] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.743307] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.743997] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.747710] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.908s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.749558] env[69217]: INFO nova.compute.claims [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.803840] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532333, 'name': CloneVM_Task, 'duration_secs': 1.369719} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.804922] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Created linked-clone VM from snapshot [ 846.805782] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ac1cc-2eeb-4428-ad96-82730e17f31e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.816866] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Uploading image 06a6b620-e216-484e-b8d8-4b0cf7e9d62f {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.829209] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.829585] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb947d47-d3af-4177-9cc1-6ac1390cd546 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.846715] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549419} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.848778] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/de8da247-fd8a-4d0a-82ae-0ea053ce2ce6.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.849229] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.849807] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 846.849807] env[69217]: value = "task-3532338" [ 846.849807] env[69217]: _type = "Task" [ 846.849807] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.849953] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4f33626-4b70-4fca-bc13-f4a14380d869 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.863927] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 846.863927] env[69217]: value = "task-3532339" [ 846.863927] env[69217]: _type = "Task" [ 846.863927] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.876139] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532338, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.876139] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532335, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.882468] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.899952] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.899952] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263b184-0005-a163-fed3-ad39058be4e2" [ 846.899952] env[69217]: _type = "HttpNfcLease" [ 846.899952] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.900228] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.900228] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5263b184-0005-a163-fed3-ad39058be4e2" [ 846.900228] env[69217]: _type = "HttpNfcLease" [ 846.900228] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.901309] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c958f6-72ec-49c5-adfc-cf704af95f6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.913646] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.913904] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.049519] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Successfully updated port: be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.062942] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa587d92-b2c6-4dbf-b1d0-65c4c6800bcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.085406] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.105398] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.190802] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532337, 'name': PowerOffVM_Task, 'duration_secs': 0.168899} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.191106] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.191282] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.191545] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb69fee7-e297-4477-bc13-535da40dfe80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.222494] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.222760] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.222951] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleting the datastore file [datastore2] 1b6c4942-baab-40bf-bec6-ff869a18ea32 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.223367] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2313aba6-0985-433f-a431-0a0d78c48ee7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.232047] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for the task: (returnval){ [ 847.232047] env[69217]: value = "task-3532341" [ 847.232047] env[69217]: _type = "Task" [ 847.232047] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.234874] env[69217]: DEBUG nova.compute.manager [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-vif-plugged-be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.234874] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Acquiring lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.234874] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.235515] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.235515] env[69217]: DEBUG nova.compute.manager [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] No waiting events found dispatching network-vif-plugged-be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.235515] env[69217]: WARNING nova.compute.manager [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received unexpected event network-vif-plugged-be754555-a01a-4ee3-a6b8-e011a262c09c for instance with vm_state building and task_state spawning. [ 847.235657] env[69217]: DEBUG nova.compute.manager [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-changed-be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.235805] env[69217]: DEBUG nova.compute.manager [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Refreshing instance network info cache due to event network-changed-be754555-a01a-4ee3-a6b8-e011a262c09c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.235954] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Acquiring lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.236130] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Acquired lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236309] env[69217]: DEBUG nova.network.neutron [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Refreshing network info cache for port be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.249485] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.256780] env[69217]: DEBUG nova.compute.utils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.258878] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.259080] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.318226] env[69217]: DEBUG nova.policy [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c21e9adfb3d4f838e7b4aee76da8fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72497a43b2b34c6b828fd6ad0adad257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.375995] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532338, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.376351] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532335, 'name': CloneVM_Task, 'duration_secs': 1.428203} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.377990] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Created linked-clone VM from snapshot [ 847.378216] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f786c4a-45cf-4799-a49b-4eae58e801d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.383834] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.384529] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.385412] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769526c-a550-41b5-a9f1-18eb28872436 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.391510] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Uploading image beb82cb6-962b-4510-8aeb-e2ac7f62ef17 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.417973] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/de8da247-fd8a-4d0a-82ae-0ea053ce2ce6.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.421963] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84b1559-1b0e-4ca7-9915-26fd4cb95328 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.451928] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 847.451928] env[69217]: value = "task-3532342" [ 847.451928] env[69217]: _type = "Task" [ 847.451928] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.462641] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.513881] env[69217]: DEBUG nova.compute.manager [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 847.553470] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.675549] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.675549] env[69217]: value = "vm-705528" [ 847.675549] env[69217]: _type = "VirtualMachine" [ 847.675549] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.675913] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e9ca58d-2b67-4162-84cb-615d9ed18c7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.686079] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease: (returnval){ [ 847.686079] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52737f0e-7f9a-6e36-a1fb-d1fe468dd9d6" [ 847.686079] env[69217]: _type = "HttpNfcLease" [ 847.686079] env[69217]: } obtained for exporting VM: (result){ [ 847.686079] env[69217]: value = "vm-705528" [ 847.686079] env[69217]: _type = "VirtualMachine" [ 847.686079] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.686574] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the lease: (returnval){ [ 847.686574] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52737f0e-7f9a-6e36-a1fb-d1fe468dd9d6" [ 847.686574] env[69217]: _type = "HttpNfcLease" [ 847.686574] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.695935] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 847.697174] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c135934-fbaa-4871-8ea5-f704ed38a2c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.701439] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.701439] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52737f0e-7f9a-6e36-a1fb-d1fe468dd9d6" [ 847.701439] env[69217]: _type = "HttpNfcLease" [ 847.701439] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.707490] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 847.707490] env[69217]: ERROR oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk due to incomplete transfer. [ 847.707490] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed895f10-fd88-4154-abe9-a86342c913c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.717439] env[69217]: DEBUG oslo_vmware.rw_handles [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235870d-d8e3-01a2-83c4-977ef2de07ca/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 847.717570] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Uploaded image de4455de-8553-4cfb-a417-e4a45fd40e82 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 847.719496] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.719813] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d1e3fa0-6f47-4bbb-a81b-daaf16485938 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.728570] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 847.728570] env[69217]: value = "task-3532344" [ 847.728570] env[69217]: _type = "Task" [ 847.728570] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.748201] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532344, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.754710] env[69217]: DEBUG oslo_vmware.api [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Task: {'id': task-3532341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.755092] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.755322] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.755695] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.756132] env[69217]: INFO nova.compute.manager [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Took 1.10 seconds to destroy the instance on the hypervisor. [ 847.756419] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.757606] env[69217]: DEBUG nova.compute.manager [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.757606] env[69217]: DEBUG nova.network.neutron [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.762415] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.819162] env[69217]: DEBUG nova.network.neutron [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.845216] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Successfully created port: d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.848226] env[69217]: DEBUG nova.network.neutron [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.871514] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532338, 'name': Destroy_Task, 'duration_secs': 0.642546} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.871831] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Destroyed the VM [ 847.872095] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.872433] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5195ccf8-86ba-4461-a371-111851660c76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.884403] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 847.884403] env[69217]: value = "task-3532345" [ 847.884403] env[69217]: _type = "Task" [ 847.884403] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.892476] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.960920] env[69217]: DEBUG nova.network.neutron [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.968513] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532342, 'name': ReconfigVM_Task, 'duration_secs': 0.487095} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.969091] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/de8da247-fd8a-4d0a-82ae-0ea053ce2ce6.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.970127] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e28ebc4-6f69-4191-bfba-e84b72508a7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.979394] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 847.979394] env[69217]: value = "task-3532346" [ 847.979394] env[69217]: _type = "Task" [ 847.979394] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.997969] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532346, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.041386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.199953] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.199953] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52737f0e-7f9a-6e36-a1fb-d1fe468dd9d6" [ 848.199953] env[69217]: _type = "HttpNfcLease" [ 848.199953] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.200926] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.200926] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52737f0e-7f9a-6e36-a1fb-d1fe468dd9d6" [ 848.200926] env[69217]: _type = "HttpNfcLease" [ 848.200926] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.202113] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df3454-1cb9-481b-85aa-def5b54251b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.212368] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.214908] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.295295] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532344, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.328074] env[69217]: DEBUG nova.network.neutron [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.349539] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f6e68af-7fe2-4b68-8d18-b4ac3e17f320 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.395063] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532345, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.466989] env[69217]: DEBUG oslo_concurrency.lockutils [req-bee6a52e-ad0c-4613-b68a-12d8ee8f6802 req-cda67956-0f80-42b9-a33a-0c304fc905d6 service nova] Releasing lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.468346] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.468521] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.497189] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532346, 'name': Rename_Task, 'duration_secs': 0.188464} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.497480] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.497746] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e08c86-ec58-4942-a745-694f1ed72e7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.506023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e80f0-dbf1-41f0-b914-4eb1468b0d3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.508077] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 848.508077] env[69217]: value = "task-3532347" [ 848.508077] env[69217]: _type = "Task" [ 848.508077] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.515310] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5cdd9c-c3c2-476b-959f-4436337e14c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.521692] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.551827] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223e219-a351-4ff6-967d-6cc34f2f3a4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.561819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8dd99a-6fbe-4b0d-ab18-cffd975c9890 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.584873] env[69217]: DEBUG nova.compute.provider_tree [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.785741] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.788317] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532344, 'name': Destroy_Task, 'duration_secs': 0.685984} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.790056] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Destroyed the VM [ 848.790056] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.790056] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-862f6f42-d58d-4682-bcd7-609676fc7d23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.798803] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 848.798803] env[69217]: value = "task-3532348" [ 848.798803] env[69217]: _type = "Task" [ 848.798803] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.808362] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.831486] env[69217]: INFO nova.compute.manager [-] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Took 1.07 seconds to deallocate network for instance. [ 848.904927] env[69217]: DEBUG oslo_vmware.api [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.762533} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.905372] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.941700] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "ecb26f1d-77d3-4475-a07b-f86ded036620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.942046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.942532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.942532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.942750] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.947493] env[69217]: INFO nova.compute.manager [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Terminating instance [ 849.021865] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.031789] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.088137] env[69217]: DEBUG nova.scheduler.client.report [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.313266] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.340502] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.395918] env[69217]: DEBUG nova.network.neutron [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Updating instance_info_cache with network_info: [{"id": "29cf2993-08af-4bdb-81dc-3ef043741eca", "address": "fa:16:3e:78:78:b7", "network": {"id": "f7fd65f7-2de5-4578-a8bc-5d23d09856ab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1809876277", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cf2993-08", "ovs_interfaceid": "29cf2993-08af-4bdb-81dc-3ef043741eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be754555-a01a-4ee3-a6b8-e011a262c09c", "address": "fa:16:3e:3b:16:8e", "network": {"id": "ec020249-65e6-4917-95e7-5dc03d75da50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-124000354", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe754555-a0", "ovs_interfaceid": "be754555-a01a-4ee3-a6b8-e011a262c09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.414174] env[69217]: WARNING nova.compute.manager [None req-a22feae1-c886-4fda-a4d3-2c39acf5e0ae tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Image not found during snapshot: nova.exception.ImageNotFound: Image 06a6b620-e216-484e-b8d8-4b0cf7e9d62f could not be found. [ 849.455020] env[69217]: DEBUG nova.compute.manager [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.455020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.455020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ce3a3-29d7-4830-9c83-50a26e6dd8b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.463308] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.464737] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58fca631-7826-46c0-9e2e-c50a3da9216c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.496625] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Successfully updated port: d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.526025] env[69217]: DEBUG oslo_vmware.api [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532347, 'name': PowerOnVM_Task, 'duration_secs': 0.608306} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.526025] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.526025] env[69217]: INFO nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Took 9.70 seconds to spawn the instance on the hypervisor. [ 849.526025] env[69217]: DEBUG nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.526025] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6f1fe-2664-44ad-9085-df693970d621 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.595732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.596541] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.600897] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.416s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.601239] env[69217]: DEBUG nova.objects.instance [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'resources' on Instance uuid c5c17394-0a0f-41e7-b83c-595d3bd1382a {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.647939] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "73a506d7-e144-47cc-b825-b868a4bc24b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.648237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.811743] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532348, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.898695] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "refresh_cache-a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.900071] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance network_info: |[{"id": "29cf2993-08af-4bdb-81dc-3ef043741eca", "address": "fa:16:3e:78:78:b7", "network": {"id": "f7fd65f7-2de5-4578-a8bc-5d23d09856ab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1809876277", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cf2993-08", "ovs_interfaceid": "29cf2993-08af-4bdb-81dc-3ef043741eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be754555-a01a-4ee3-a6b8-e011a262c09c", "address": "fa:16:3e:3b:16:8e", "network": {"id": "ec020249-65e6-4917-95e7-5dc03d75da50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-124000354", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "74a922514c5c4c689e4f6513f73997e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe754555-a0", "ovs_interfaceid": "be754555-a01a-4ee3-a6b8-e011a262c09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.900071] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:78:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29cf2993-08af-4bdb-81dc-3ef043741eca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:16:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be754555-a01a-4ee3-a6b8-e011a262c09c', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.909975] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.910861] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.911533] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a23560-b317-4647-b563-3f094a426128 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.938249] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.938249] env[69217]: value = "task-3532350" [ 849.938249] env[69217]: _type = "Task" [ 849.938249] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.948338] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532350, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.003220] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.003476] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquired lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.003741] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.049416] env[69217]: INFO nova.compute.manager [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Took 39.51 seconds to build instance. [ 850.103285] env[69217]: DEBUG nova.compute.utils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.105044] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.105510] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.160997] env[69217]: DEBUG nova.policy [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a825c0ae994cfa93bc08d0f9711eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd913ebde75f4232b236c389fc5ec19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.315955] env[69217]: DEBUG oslo_vmware.api [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532348, 'name': RemoveSnapshot_Task, 'duration_secs': 1.465054} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.321030] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 850.321030] env[69217]: INFO nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Took 18.52 seconds to snapshot the instance on the hypervisor. [ 850.452677] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532350, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.463418] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.463840] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.464045] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore1] ecb26f1d-77d3-4475-a07b-f86ded036620 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.464370] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efa7dbe8-8aa4-4c85-a29d-b73873677669 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.472542] env[69217]: DEBUG oslo_vmware.api [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 850.472542] env[69217]: value = "task-3532351" [ 850.472542] env[69217]: _type = "Task" [ 850.472542] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.489123] env[69217]: DEBUG oslo_vmware.api [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.495032] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Successfully created port: 3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.539822] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.552916] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5dad050-9002-42f4-8e87-93f4b5be1be8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.160s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.609523] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.709360] env[69217]: DEBUG nova.network.neutron [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Updating instance_info_cache with network_info: [{"id": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "address": "fa:16:3e:26:6d:57", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0487cfd-3e", "ovs_interfaceid": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.711325] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba931efc-e2b7-4af0-9634-3ea0f7f5c08b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.720481] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4702b37-9095-4b66-b581-1a06d061273a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.755863] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d2f036-4a96-4b54-afda-7cd99c177e3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.763873] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c821d73-1489-4a60-a928-2d08e53456d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.779489] env[69217]: DEBUG nova.compute.provider_tree [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.825160] env[69217]: DEBUG nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance disappeared during snapshot {{(pid=69217) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 850.949889] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532350, 'name': CreateVM_Task, 'duration_secs': 0.563043} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.950099] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.950951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.951136] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.951526] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.951800] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5142c7d4-b8d3-4e23-b766-f80e6e426222 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.957865] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 850.957865] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524c663c-8510-2f51-e563-9e836d69045c" [ 850.957865] env[69217]: _type = "Task" [ 850.957865] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.966954] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524c663c-8510-2f51-e563-9e836d69045c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.982603] env[69217]: DEBUG oslo_vmware.api [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279896} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.982859] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.983063] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.983276] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.983480] env[69217]: INFO nova.compute.manager [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Took 1.53 seconds to destroy the instance on the hypervisor. [ 850.983724] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.983920] env[69217]: DEBUG nova.compute.manager [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.984046] env[69217]: DEBUG nova.network.neutron [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.055548] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.215046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Releasing lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.215490] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Instance network_info: |[{"id": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "address": "fa:16:3e:26:6d:57", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0487cfd-3e", "ovs_interfaceid": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.310490] env[69217]: ERROR nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [req-ba64f8b1-eea3-4ce5-bec5-b8929752038c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba64f8b1-eea3-4ce5-bec5-b8929752038c"}]} [ 851.328111] env[69217]: DEBUG nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.343536] env[69217]: DEBUG nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.343858] env[69217]: DEBUG nova.compute.provider_tree [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.356743] env[69217]: DEBUG nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.376083] env[69217]: DEBUG nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.469566] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524c663c-8510-2f51-e563-9e836d69045c, 'name': SearchDatastore_Task, 'duration_secs': 0.018705} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.471375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.471645] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.471970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.472143] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.472349] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.472862] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468cd9b1-0439-41c8-b933-1d31d44d82f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.484056] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.484300] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.485474] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c7697b-e526-4ee9-b106-472afd5159d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.495538] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 851.495538] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc6ccc-e240-d99c-3183-0f3934a577a1" [ 851.495538] env[69217]: _type = "Task" [ 851.495538] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.505755] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc6ccc-e240-d99c-3183-0f3934a577a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.579062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.620670] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.973711] env[69217]: DEBUG nova.network.neutron [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.007349] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc6ccc-e240-d99c-3183-0f3934a577a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.008253] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d933413e-0bc8-4673-990d-93db2102bc4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.012723] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54889e14-21e7-4254-91de-dc0ca9a29ec4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.020000] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 852.020000] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e29263-5468-d7be-0efc-4e60c7d9bdfd" [ 852.020000] env[69217]: _type = "Task" [ 852.020000] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.026395] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122ec22-d7ba-4c1a-aca8-b4256cc12c08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.037541] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e29263-5468-d7be-0efc-4e60c7d9bdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.014915} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.063215] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Successfully updated port: 3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.064511] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.064790] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f/a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.065825] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-249c640a-c680-479f-a54f-ef67c31b93f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.068538] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0655e5-3389-4cb4-89a1-37b5f9a4e9d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.079843] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1955587-4378-49a9-98ff-8775ceff00c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.084034] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 852.084034] env[69217]: value = "task-3532352" [ 852.084034] env[69217]: _type = "Task" [ 852.084034] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.098338] env[69217]: DEBUG nova.compute.provider_tree [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.105096] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.476943] env[69217]: INFO nova.compute.manager [-] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Took 1.49 seconds to deallocate network for instance. [ 852.567341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.567735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.567735] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.596488] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532352, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.637803] env[69217]: DEBUG nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.638140] env[69217]: DEBUG nova.compute.provider_tree [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 78 to 79 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.638346] env[69217]: DEBUG nova.compute.provider_tree [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.985040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.095489] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722683} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.095739] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f/a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.095960] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.096280] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22bd0a02-6baf-47b7-8efd-7555a396381d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.104623] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 853.104623] env[69217]: value = "task-3532353" [ 853.104623] env[69217]: _type = "Task" [ 853.104623] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.105469] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.117827] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.144881] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.544s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.147846] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.930s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.148027] env[69217]: DEBUG nova.objects.instance [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 853.168485] env[69217]: INFO nova.scheduler.client.report [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance c5c17394-0a0f-41e7-b83c-595d3bd1382a [ 853.259871] env[69217]: DEBUG nova.network.neutron [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.620678] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103609} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.621057] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.622174] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8bf69a-4fa0-4bc1-bfd4-cd470755ec86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.650723] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f/a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.651041] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f442d8-8955-440b-96c1-0455285ebe8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.676600] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 853.676600] env[69217]: value = "task-3532354" [ 853.676600] env[69217]: _type = "Task" [ 853.676600] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.677606] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "c5c17394-0a0f-41e7-b83c-595d3bd1382a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.947s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.688719] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.763095] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.763345] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Instance network_info: |[{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.171479] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e6391e8-f7b3-437a-92ad-1b4e6ef3ade6 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.172694] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.609s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.174761] env[69217]: INFO nova.compute.claims [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.190856] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532354, 'name': ReconfigVM_Task, 'duration_secs': 0.336159} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.191083] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f/a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.191779] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ed3c9a-faa3-4a83-9d59-7363f8872d77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.200260] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 854.200260] env[69217]: value = "task-3532355" [ 854.200260] env[69217]: _type = "Task" [ 854.200260] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.210682] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532355, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.712730] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532355, 'name': Rename_Task, 'duration_secs': 0.158612} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.713182] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.713353] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec29dcf-db95-40a7-bc49-6812b0bb4236 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.721772] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 854.721772] env[69217]: value = "task-3532356" [ 854.721772] env[69217]: _type = "Task" [ 854.721772] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.731289] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.235259] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.688939] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba9e570-1c93-4a8d-ad55-bc016af7db43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.698519] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72012498-6e42-4ea7-af96-c634920cad13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.734227] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07b59f-7550-430e-93a3-5f651ad7b767 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.745873] env[69217]: DEBUG oslo_vmware.api [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532356, 'name': PowerOnVM_Task, 'duration_secs': 0.548236} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.748070] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.748308] env[69217]: INFO nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Took 12.10 seconds to spawn the instance on the hypervisor. [ 855.748490] env[69217]: DEBUG nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.749315] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f044e34b-4811-4a77-be21-dac5208a149a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.752670] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6355f0-7ef2-4547-9584-7bb40855aa3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.772269] env[69217]: DEBUG nova.compute.provider_tree [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.774444] env[69217]: DEBUG nova.compute.manager [None req-7913f307-cf77-4a46-a025-845d33ba09f8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image not found during clean up de4455de-8553-4cfb-a417-e4a45fd40e82 {{(pid=69217) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 855.799111] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.799402] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.799568] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.799750] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.799895] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.800075] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.800359] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.800549] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.800809] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.800887] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.801076] env[69217]: DEBUG nova.virt.hardware [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.803683] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a170e-ddd5-4709-9833-968de274e75a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.814702] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.814895] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.815070] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.815267] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.815411] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.815558] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.815773] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.816022] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.816211] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.816369] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.816620] env[69217]: DEBUG nova.virt.hardware [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.817906] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa7fbd-45e1-42cd-ae6e-b70d1b642db4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.824008] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fc458d-3fe6-4584-b8d2-5307039c5f19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.841626] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.842955] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40013bcd-6605-443b-bfb0-a2a5e0ead828 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.847172] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:6d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0487cfd-3e13-4689-93ad-09e2b4dbe87f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.854474] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Creating folder: Project (72497a43b2b34c6b828fd6ad0adad257). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.855327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5dfb07-efe9-4a6f-9200-a85033efbbe3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.858177] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8060854e-b7dc-497a-a8fd-8edab104ca34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.865835] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.866131] env[69217]: ERROR oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk due to incomplete transfer. [ 855.876217] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0019fb38-68e5-4698-a8d2-d631e5c29550 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.878672] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:33:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3642df68-f8c9-4612-9d63-9e95601f0800', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.888233] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating folder: Project (fd913ebde75f4232b236c389fc5ec19b). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.889726] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a0abfbd-abff-46c5-bcb3-739a9f91c7c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.891975] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Created folder: Project (72497a43b2b34c6b828fd6ad0adad257) in parent group-v705386. [ 855.892111] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Creating folder: Instances. Parent ref: group-v705530. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.893234] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51afd3e2-c612-4eda-be61-c04220317558 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.900106] env[69217]: DEBUG oslo_vmware.rw_handles [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b0ef2-205f-7d48-f5ab-b6395bb9aa9c/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.900341] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Uploaded image b07f20a8-db18-4437-82c8-569625295be9 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.902886] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.903236] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18867126-5de5-40fe-8d97-19da44b5bf44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.907228] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created folder: Project (fd913ebde75f4232b236c389fc5ec19b) in parent group-v705386. [ 855.907435] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating folder: Instances. Parent ref: group-v705531. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.907698] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Created folder: Instances in parent group-v705530. [ 855.907904] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.908466] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6c22b9-078c-4198-8606-91132c7cacbe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.910099] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.910707] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a0ed42-95c9-4029-bd91-bb40663a2934 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.926971] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 855.926971] env[69217]: value = "task-3532360" [ 855.926971] env[69217]: _type = "Task" [ 855.926971] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.932654] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.932654] env[69217]: value = "task-3532362" [ 855.932654] env[69217]: _type = "Task" [ 855.932654] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.940030] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532360, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.941913] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created folder: Instances in parent group-v705531. [ 855.942183] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.942410] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.942652] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ffd075-260f-4f57-a8ef-6c34237d1623 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.963712] env[69217]: DEBUG nova.compute.manager [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Received event network-vif-plugged-d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.963952] env[69217]: DEBUG oslo_concurrency.lockutils [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] Acquiring lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.964192] env[69217]: DEBUG oslo_concurrency.lockutils [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.964386] env[69217]: DEBUG oslo_concurrency.lockutils [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.964541] env[69217]: DEBUG nova.compute.manager [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] No waiting events found dispatching network-vif-plugged-d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.964718] env[69217]: WARNING nova.compute.manager [req-938f0a27-051e-4163-bcf9-0bb2617f571e req-b65f984c-a08e-4831-a4c1-2a96927e7295 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Received unexpected event network-vif-plugged-d0487cfd-3e13-4689-93ad-09e2b4dbe87f for instance with vm_state building and task_state spawning. [ 855.965348] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532362, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.973764] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.973764] env[69217]: value = "task-3532363" [ 855.973764] env[69217]: _type = "Task" [ 855.973764] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.986021] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532363, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.289108] env[69217]: INFO nova.compute.manager [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Took 41.22 seconds to build instance. [ 856.322082] env[69217]: DEBUG nova.scheduler.client.report [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 856.322314] env[69217]: DEBUG nova.compute.provider_tree [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 79 to 80 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 856.323287] env[69217]: DEBUG nova.compute.provider_tree [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.442729] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532360, 'name': Destroy_Task, 'duration_secs': 0.498714} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.446013] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Destroyed the VM [ 856.446325] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.446566] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532362, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.448033] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-342c3083-2f88-4829-9ddd-3c486e62d833 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.454689] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 856.454689] env[69217]: value = "task-3532364" [ 856.454689] env[69217]: _type = "Task" [ 856.454689] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.463422] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532364, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.484477] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532363, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.605057] env[69217]: DEBUG nova.compute.manager [req-24ad0dde-9f58-4ea2-b616-0ba6455b131a req-6a7d9e11-63c9-4889-9ac6-7d980f22364d service nova] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Received event network-vif-deleted-9b4bf39c-0b3f-4593-9ac8-721f3f605051 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.791802] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.097s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.829631] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.830457] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.833908] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.620s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.834348] env[69217]: DEBUG nova.objects.instance [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lazy-loading 'resources' on Instance uuid 073db647-b69f-4675-91ec-1154ccfcff13 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.946063] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532362, 'name': CreateVM_Task, 'duration_secs': 0.61039} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.947030] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.947404] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.947635] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.948077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.949055] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc476ba3-697d-417d-b7fd-8be6f8f467c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.956790] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 856.956790] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5253fb3e-9a82-faa8-9cf4-82ef8d2066ef" [ 856.956790] env[69217]: _type = "Task" [ 856.956790] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.971772] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5253fb3e-9a82-faa8-9cf4-82ef8d2066ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.975384] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532364, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.987223] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532363, 'name': CreateVM_Task, 'duration_secs': 0.615055} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.987523] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.989770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.192273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.192791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.193041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.193327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.193599] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.196325] env[69217]: INFO nova.compute.manager [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Terminating instance [ 857.296020] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.338986] env[69217]: DEBUG nova.compute.utils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.343768] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.343943] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.399642] env[69217]: DEBUG nova.policy [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46313040a7f74546bd7816e0f188ea98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9c1159eaa54a57ad4d1b441aaa2581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.479546] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5253fb3e-9a82-faa8-9cf4-82ef8d2066ef, 'name': SearchDatastore_Task, 'duration_secs': 0.028842} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.479992] env[69217]: DEBUG oslo_vmware.api [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532364, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809872} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.485187] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.485478] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.486020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.486020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.486156] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.486396] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.486619] env[69217]: INFO nova.compute.manager [None req-19e1031c-a4c2-4fc1-9507-fd939adb257c tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 857.494539] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.494539] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.495310] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea7b0c80-c0a2-414b-a4f5-12047553fcf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.499018] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c191b4f3-66b5-469b-b383-6bb20c018d83 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.505014] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 857.505014] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d610ff-07ec-7cdf-d4fe-3b971ab9731c" [ 857.505014] env[69217]: _type = "Task" [ 857.505014] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.512460] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.512640] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.513455] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06f3039-de38-4ba5-8612-9136531289b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.522187] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 857.522187] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52225b8f-cbdb-8d92-099b-b53a80f39f3a" [ 857.522187] env[69217]: _type = "Task" [ 857.522187] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.529865] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d610ff-07ec-7cdf-d4fe-3b971ab9731c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.536831] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52225b8f-cbdb-8d92-099b-b53a80f39f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.537933] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c2302f-fd4b-462b-8f7d-8a8c657dc10d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.546580] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 857.546580] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52086a8b-d03f-58e5-b44d-dfcf90c27dc5" [ 857.546580] env[69217]: _type = "Task" [ 857.546580] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.556551] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52086a8b-d03f-58e5-b44d-dfcf90c27dc5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.557118] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557392] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35/3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.557772] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab06a26-613d-4e81-b2c5-a5c0ea9255cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.569706] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 857.569706] env[69217]: value = "task-3532365" [ 857.569706] env[69217]: _type = "Task" [ 857.569706] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.581592] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.632921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.632921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.632921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.632921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.632921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.636194] env[69217]: INFO nova.compute.manager [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Terminating instance [ 857.695780] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.696758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81cb60f-514c-4a93-af52-64ceca34b045 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.701659] env[69217]: DEBUG nova.compute.manager [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.701818] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.704124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878500f6-56b3-4a3f-a6a7-c5bd7241a808 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.717728] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.717856] env[69217]: ERROR oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk due to incomplete transfer. [ 857.720205] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5561ee9d-de0a-46c2-a5a1-1c022a8b1656 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.729638] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.729994] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.730572] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.731457] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c58cd0-ccc6-43b4-8897-1a89b5c6b406 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.740484] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f23c5-239f-e30b-5e03-1949235e1e03/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.740620] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Uploaded image beb82cb6-962b-4510-8aeb-e2ac7f62ef17 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.742969] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.745689] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6adb8db-d6e6-4fb9-811e-91f1e05da856 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.749235] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 857.749235] env[69217]: value = "task-3532366" [ 857.749235] env[69217]: _type = "Task" [ 857.749235] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.759667] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 857.759667] env[69217]: value = "task-3532367" [ 857.759667] env[69217]: _type = "Task" [ 857.759667] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.768430] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.778072] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532367, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.817580] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.844626] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.848393] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Successfully created port: ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.010028] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Received event network-changed-d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.010028] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Refreshing instance network info cache due to event network-changed-d0487cfd-3e13-4689-93ad-09e2b4dbe87f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.010028] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Acquiring lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.010028] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Acquired lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.010028] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Refreshing network info cache for port d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.030032] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d610ff-07ec-7cdf-d4fe-3b971ab9731c, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.034193] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.034497] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.034814] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.034991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.035274] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.039027] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73c44ee-77cb-4756-a991-fe4ed5c566f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.054190] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0e8c0-b7b6-40ad-a1be-10b681a5a4f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.063447] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.063447] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.064304] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680e0c1c-848b-4027-95da-7b001e44a7c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.067917] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35334f-b2fc-4002-afac-62536d55067d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077020] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 858.077020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5247e696-81c1-6b95-34c9-cbba06015e73" [ 858.077020] env[69217]: _type = "Task" [ 858.077020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.112738] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532365, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.117175] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59374927-e90f-404f-9dc4-6d0d5ac310c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.121445] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5247e696-81c1-6b95-34c9-cbba06015e73, 'name': SearchDatastore_Task, 'duration_secs': 0.023178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.122735] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd9a840-cf87-4577-ad10-e5d5a8a40dbe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.130023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ababe5-3da3-492e-a52c-648dc0d41de5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.134271] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 858.134271] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4d06c-1741-4241-daf0-1466c6cb258d" [ 858.134271] env[69217]: _type = "Task" [ 858.134271] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.147034] env[69217]: DEBUG nova.compute.manager [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.147289] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.147808] env[69217]: DEBUG nova.compute.provider_tree [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.150189] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1fed8f-77a5-4710-96c5-71bacd00cc32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.157598] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4d06c-1741-4241-daf0-1466c6cb258d, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.159383] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.159383] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.160513] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e61b06ad-f6b9-4132-b6be-a7cc080d32ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.164895] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.165472] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda59878-3138-4336-893b-14db5293bbf6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.171410] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 858.171410] env[69217]: value = "task-3532368" [ 858.171410] env[69217]: _type = "Task" [ 858.171410] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.172882] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 858.172882] env[69217]: value = "task-3532369" [ 858.172882] env[69217]: _type = "Task" [ 858.172882] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.187139] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.191442] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.260708] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532366, 'name': PowerOffVM_Task, 'duration_secs': 0.417319} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.264386] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.264386] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.264495] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26697e58-c4c8-446f-89f1-97e9e00f18a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.272572] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532367, 'name': Destroy_Task, 'duration_secs': 0.451774} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.272852] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Destroyed the VM [ 858.273205] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.273488] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-930e6087-7531-4984-a2ac-d8b46856d32a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.281105] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 858.281105] env[69217]: value = "task-3532371" [ 858.281105] env[69217]: _type = "Task" [ 858.281105] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.290696] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.356505] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.356739] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.356925] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleting the datastore file [datastore2] a0fedd32-ed2e-4ace-9526-25f398a645cf {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.357479] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01bef72d-c35e-46a2-bc71-1a1cf829dc8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.365619] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 858.365619] env[69217]: value = "task-3532372" [ 858.365619] env[69217]: _type = "Task" [ 858.365619] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.374403] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.582946] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534908} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.584202] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35/3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.584202] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.584202] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e373a144-3b0c-4491-97dd-93037906880a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.595375] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 858.595375] env[69217]: value = "task-3532373" [ 858.595375] env[69217]: _type = "Task" [ 858.595375] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.613740] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.654718] env[69217]: DEBUG nova.scheduler.client.report [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.688544] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532369, 'name': PowerOffVM_Task, 'duration_secs': 0.384727} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.688544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.688774] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.689352] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-328eae50-da0b-487e-b76f-c08465159164 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.694467] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.794574] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532371, 'name': RemoveSnapshot_Task} progress is 68%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.859026] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.861551] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.861833] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.862085] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleting the datastore file [datastore1] a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.862699] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac89cbba-98f3-4e71-a0fa-d4163aee0a0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.872759] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for the task: (returnval){ [ 858.872759] env[69217]: value = "task-3532375" [ 858.872759] env[69217]: _type = "Task" [ 858.872759] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.884757] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.885057] env[69217]: DEBUG oslo_vmware.api [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370536} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.887318] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.887511] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.887773] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.887979] env[69217]: INFO nova.compute.manager [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 858.888199] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.888581] env[69217]: DEBUG nova.compute.manager [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.888707] env[69217]: DEBUG nova.network.neutron [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.894885] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.895041] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.895224] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.895473] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.895623] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.895770] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.895981] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.896152] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.896343] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.896519] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.896689] env[69217]: DEBUG nova.virt.hardware [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.897611] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded0366d-ef2a-42d9-a2fd-b1ad0445a025 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.909284] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4e986-d967-4633-9ecd-3f1d19feed70 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.927869] env[69217]: DEBUG nova.compute.manager [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.927869] env[69217]: DEBUG nova.compute.manager [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing instance network info cache due to event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.928041] env[69217]: DEBUG oslo_concurrency.lockutils [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.928213] env[69217]: DEBUG oslo_concurrency.lockutils [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.928303] env[69217]: DEBUG nova.network.neutron [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.986679] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Updated VIF entry in instance network info cache for port d0487cfd-3e13-4689-93ad-09e2b4dbe87f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.987057] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Updating instance_info_cache with network_info: [{"id": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "address": "fa:16:3e:26:6d:57", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0487cfd-3e", "ovs_interfaceid": "d0487cfd-3e13-4689-93ad-09e2b4dbe87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.107382] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092416} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.107691] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.108632] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad31952-adc4-471b-b083-a4e2471a18b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.131974] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35/3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.132647] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc2b3f5-9f1f-4cf0-b1a1-50e6cfdc5539 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.156947] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 859.156947] env[69217]: value = "task-3532376" [ 859.156947] env[69217]: _type = "Task" [ 859.156947] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.161065] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.163365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.948s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.163625] env[69217]: DEBUG nova.objects.instance [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lazy-loading 'resources' on Instance uuid aa58e2c6-85c2-483e-9435-db6664b30d5a {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.172088] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.185749] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740368} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.186085] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.186314] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.186583] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c721180a-5f8b-4383-bdbc-26c65aff3b2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.189387] env[69217]: INFO nova.scheduler.client.report [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleted allocations for instance 073db647-b69f-4675-91ec-1154ccfcff13 [ 859.203227] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 859.203227] env[69217]: value = "task-3532377" [ 859.203227] env[69217]: _type = "Task" [ 859.203227] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.214987] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.293399] env[69217]: DEBUG oslo_vmware.api [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664899} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.293399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.293399] env[69217]: INFO nova.compute.manager [None req-c21a8c21-9704-4619-959f-33c767556dde tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 859.386147] env[69217]: DEBUG oslo_vmware.api [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Task: {'id': task-3532375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175642} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.386614] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.386785] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.387898] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.387898] env[69217]: INFO nova.compute.manager [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 859.387898] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.387898] env[69217]: DEBUG nova.compute.manager [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.387898] env[69217]: DEBUG nova.network.neutron [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.489870] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Releasing lock "refresh_cache-3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.490185] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Received event network-vif-plugged-3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.490390] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.490614] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.490851] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.491060] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] No waiting events found dispatching network-vif-plugged-3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.491237] env[69217]: WARNING nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Received unexpected event network-vif-plugged-3642df68-f8c9-4612-9d63-9e95601f0800 for instance with vm_state building and task_state spawning. [ 859.491421] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Received event network-changed-3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.491590] env[69217]: DEBUG nova.compute.manager [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Refreshing instance network info cache due to event network-changed-3642df68-f8c9-4612-9d63-9e95601f0800. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.491795] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.491947] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.492132] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Refreshing network info cache for port 3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.671359] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.688545] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Successfully updated port: ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.706543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "073db647-b69f-4675-91ec-1154ccfcff13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.774s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.725588] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136369} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.727857] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.729204] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a81dc-c8cb-49cf-8d40-afe0487bb5c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.756167] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.762452] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7488a2-91d4-47a5-ba5c-33fdc65150f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.787967] env[69217]: DEBUG nova.network.neutron [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.788442] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 859.788442] env[69217]: value = "task-3532378" [ 859.788442] env[69217]: _type = "Task" [ 859.788442] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.798660] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.940957] env[69217]: DEBUG nova.network.neutron [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updated VIF entry in instance network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.941524] env[69217]: DEBUG nova.network.neutron [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.133221] env[69217]: DEBUG nova.compute.manager [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Received event network-vif-plugged-ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.133459] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Acquiring lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.133791] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.133791] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.134152] env[69217]: DEBUG nova.compute.manager [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] No waiting events found dispatching network-vif-plugged-ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.134152] env[69217]: WARNING nova.compute.manager [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Received unexpected event network-vif-plugged-ae105d2e-0a18-4349-8a03-2d9b401df095 for instance with vm_state building and task_state spawning. [ 860.134473] env[69217]: DEBUG nova.compute.manager [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Received event network-changed-ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.134473] env[69217]: DEBUG nova.compute.manager [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Refreshing instance network info cache due to event network-changed-ae105d2e-0a18-4349-8a03-2d9b401df095. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.134986] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Acquiring lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.134986] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Acquired lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.134986] env[69217]: DEBUG nova.network.neutron [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Refreshing network info cache for port ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.172565] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532376, 'name': ReconfigVM_Task, 'duration_secs': 0.546658} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.173448] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35/3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.173545] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac1cc801-a274-48f3-89a8-714e8a3b81e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.181851] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 860.181851] env[69217]: value = "task-3532379" [ 860.181851] env[69217]: _type = "Task" [ 860.181851] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.190739] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532379, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.195843] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.222193] env[69217]: DEBUG nova.compute.manager [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.222473] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c89ff-6b55-4bd1-8311-35a3108ab388 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.290006] env[69217]: INFO nova.compute.manager [-] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Took 1.40 seconds to deallocate network for instance. [ 860.301598] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbba61-3928-4a4c-b014-51acab864129 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.307849] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.314823] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f31d93-1461-4f39-a9b3-8eb18d63c977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.352347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f736a-5492-455a-b6a3-e5b79b0880dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.361637] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7c154-b583-4029-b3c4-8dfbdd04b15d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.377021] env[69217]: DEBUG nova.compute.provider_tree [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.389064] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updated VIF entry in instance network info cache for port 3642df68-f8c9-4612-9d63-9e95601f0800. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.389440] env[69217]: DEBUG nova.network.neutron [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.445441] env[69217]: DEBUG oslo_concurrency.lockutils [req-0acac859-dc64-4495-9ca3-b4b147757b99 req-25081649-dd85-47f8-972b-f045c8b45b8c service nova] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687114] env[69217]: DEBUG nova.network.neutron [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.695255] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532379, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.738020] env[69217]: DEBUG nova.network.neutron [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.738020] env[69217]: INFO nova.compute.manager [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] instance snapshotting [ 860.740018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900eba04-40ca-4308-9c4b-3d2202b3c442 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.762066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e73d0-fe10-4a36-9fb6-a077c360587a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.803889] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.804204] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.805164] env[69217]: DEBUG nova.network.neutron [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.883029] env[69217]: DEBUG nova.scheduler.client.report [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.892476] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a2d25b3-9328-4a44-bb76-686b198076e2 req-21d57528-41e2-4f66-9de2-dda7f9376ce6 service nova] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.977696] env[69217]: DEBUG nova.compute.manager [req-6970eb76-7560-4d21-9b63-4c32377f9285 req-df186157-0f99-4ae2-babb-190cb66b332f service nova] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Received event network-vif-deleted-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.977970] env[69217]: DEBUG nova.compute.manager [req-6970eb76-7560-4d21-9b63-4c32377f9285 req-df186157-0f99-4ae2-babb-190cb66b332f service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-vif-deleted-29cf2993-08af-4bdb-81dc-3ef043741eca {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.978224] env[69217]: DEBUG nova.compute.manager [req-6970eb76-7560-4d21-9b63-4c32377f9285 req-df186157-0f99-4ae2-babb-190cb66b332f service nova] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Received event network-vif-deleted-be754555-a01a-4ee3-a6b8-e011a262c09c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.193183] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532379, 'name': Rename_Task, 'duration_secs': 0.962087} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.193492] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.193944] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29715d0-4e03-4b14-b769-8ad905871283 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.202167] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 861.202167] env[69217]: value = "task-3532380" [ 861.202167] env[69217]: _type = "Task" [ 861.202167] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.210642] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.240731] env[69217]: INFO nova.compute.manager [-] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Took 1.85 seconds to deallocate network for instance. [ 861.275531] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.275858] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8336c2f-a2b3-4c41-90cd-912e94d76fac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.283990] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 861.283990] env[69217]: value = "task-3532381" [ 861.283990] env[69217]: _type = "Task" [ 861.283990] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.293617] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.302906] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532378, 'name': ReconfigVM_Task, 'duration_secs': 1.299732} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.303216] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.303879] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d737b1c3-b34d-480e-950b-dddb017f30c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.309195] env[69217]: DEBUG oslo_concurrency.lockutils [req-ab57b71a-c5d3-438d-8bba-94ede01e91f9 req-fe8b4381-6f9e-47fe-a28b-8804325ed63c service nova] Releasing lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.309631] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquired lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.309799] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.312501] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 861.312501] env[69217]: value = "task-3532382" [ 861.312501] env[69217]: _type = "Task" [ 861.312501] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.323399] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532382, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.387869] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.391084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.631s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.391084] env[69217]: DEBUG nova.objects.instance [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lazy-loading 'resources' on Instance uuid 75763b9e-b1a9-443a-8e34-27c3f909acaf {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.415986] env[69217]: INFO nova.scheduler.client.report [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Deleted allocations for instance aa58e2c6-85c2-483e-9435-db6664b30d5a [ 861.711653] env[69217]: DEBUG oslo_vmware.api [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532380, 'name': PowerOnVM_Task, 'duration_secs': 0.503265} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.711890] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.712102] env[69217]: INFO nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Took 12.93 seconds to spawn the instance on the hypervisor. [ 861.712413] env[69217]: DEBUG nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.713066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d6ea4-b0f3-4b02-adcf-de0a9ee97033 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.748487] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.795434] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532381, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.826383] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532382, 'name': Rename_Task, 'duration_secs': 0.163379} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.827052] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.827443] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd51b89-cdbd-456e-9ecf-cd5734ba3bd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.835122] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 861.835122] env[69217]: value = "task-3532383" [ 861.835122] env[69217]: _type = "Task" [ 861.835122] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.845361] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.846887] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.924666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9b22c2ff-78c7-438c-836f-d66b60fb420c tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Lock "aa58e2c6-85c2-483e-9435-db6664b30d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.276s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.009877] env[69217]: DEBUG nova.network.neutron [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Updating instance_info_cache with network_info: [{"id": "ae105d2e-0a18-4349-8a03-2d9b401df095", "address": "fa:16:3e:1f:5f:fe", "network": {"id": "7789734a-0c6a-4539-8b34-aff65396749a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-262785206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9c1159eaa54a57ad4d1b441aaa2581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae105d2e-0a", "ovs_interfaceid": "ae105d2e-0a18-4349-8a03-2d9b401df095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.236932] env[69217]: INFO nova.compute.manager [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Took 41.49 seconds to build instance. [ 862.296978] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532381, 'name': CreateSnapshot_Task, 'duration_secs': 0.52269} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.299654] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.300712] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655f113-16e3-4a3b-8291-ce41f81716fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.359318] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.368899] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.368899] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.369137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.369633] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.369633] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.372973] env[69217]: INFO nova.compute.manager [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Terminating instance [ 862.481025] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf9d54-c18c-4a24-9d1f-4a5074c2a4f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.488975] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27d50f1-2939-4727-b5a0-8a19d8ea8d93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.493039] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "ae681203-5fe5-41dc-8dee-0d0240349185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.493504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.493841] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.494211] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.494502] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.497164] env[69217]: INFO nova.compute.manager [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Terminating instance [ 862.526996] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Releasing lock "refresh_cache-d12a0062-73ec-4a85-bc26-b079798c83aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.530020] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance network_info: |[{"id": "ae105d2e-0a18-4349-8a03-2d9b401df095", "address": "fa:16:3e:1f:5f:fe", "network": {"id": "7789734a-0c6a-4539-8b34-aff65396749a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-262785206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9c1159eaa54a57ad4d1b441aaa2581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae105d2e-0a", "ovs_interfaceid": "ae105d2e-0a18-4349-8a03-2d9b401df095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.530020] env[69217]: DEBUG nova.compute.manager [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.530020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.530535] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae105d2e-0a18-4349-8a03-2d9b401df095', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.539638] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Creating folder: Project (4d9c1159eaa54a57ad4d1b441aaa2581). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.540883] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd83ff-3aaa-473b-ab1a-d2605a74befd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.544942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c4a00-988f-4136-bfb3-92cc5641c7a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.548847] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11238007-7303-48f7-8f11-057045f626fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.563842] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.563842] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c314943-e680-437d-a880-1216b2117140 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.566425] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ede33-f21e-491e-84f6-08cf39f8c142 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.570863] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Created folder: Project (4d9c1159eaa54a57ad4d1b441aaa2581) in parent group-v705386. [ 862.571836] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Creating folder: Instances. Parent ref: group-v705537. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.571967] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901407df-2666-4b1a-a9cc-caedf3fedb16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.589561] env[69217]: DEBUG nova.compute.provider_tree [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.593593] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Created folder: Instances in parent group-v705537. [ 862.594130] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.594130] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 862.594130] env[69217]: value = "task-3532385" [ 862.594130] env[69217]: _type = "Task" [ 862.594130] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.594436] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.595032] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152d984f-2979-4677-8a6c-3c3242686916 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.618315] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.619714] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.619714] env[69217]: value = "task-3532387" [ 862.619714] env[69217]: _type = "Task" [ 862.619714] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.628101] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532387, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.744987] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5cf17960-a138-4efb-b271-9b8b74b2bcfe tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.376s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.820789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.821244] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19802dae-decc-4fd0-9a64-054a93c7838a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.833451] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 862.833451] env[69217]: value = "task-3532388" [ 862.833451] env[69217]: _type = "Task" [ 862.833451] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.844563] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532388, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.847678] env[69217]: DEBUG oslo_vmware.api [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532383, 'name': PowerOnVM_Task, 'duration_secs': 0.757244} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.847944] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.848180] env[69217]: INFO nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Took 11.23 seconds to spawn the instance on the hypervisor. [ 862.848647] env[69217]: DEBUG nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.849150] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec984b29-48a0-4286-a3eb-ff8b9b1b5db2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.882331] env[69217]: DEBUG nova.compute.manager [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.882588] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.882881] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74b6b9c-edc4-4898-95f6-97d779b47848 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.890149] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 862.890149] env[69217]: value = "task-3532389" [ 862.890149] env[69217]: _type = "Task" [ 862.890149] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.900984] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.093371] env[69217]: DEBUG nova.scheduler.client.report [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.107825] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532385, 'name': PowerOffVM_Task, 'duration_secs': 0.239833} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.108135] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.108307] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.108772] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c17326-5d4c-4148-80a7-a54d18bded68 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.131946] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532387, 'name': CreateVM_Task, 'duration_secs': 0.374355} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.132132] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.132841] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.133021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133442] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.133693] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90db249-e20e-4c15-b1b4-04f772d0a6f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.138377] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 863.138377] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522414c9-22d5-34f9-55e8-6a490438e43e" [ 863.138377] env[69217]: _type = "Task" [ 863.138377] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.146961] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.147255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.147467] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.147651] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.147819] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.149496] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522414c9-22d5-34f9-55e8-6a490438e43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.150249] env[69217]: INFO nova.compute.manager [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Terminating instance [ 863.184037] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.184273] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.184460] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleting the datastore file [datastore1] ae681203-5fe5-41dc-8dee-0d0240349185 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.184754] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-937b3709-fb77-467d-b04e-605c8aec1915 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.194911] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for the task: (returnval){ [ 863.194911] env[69217]: value = "task-3532391" [ 863.194911] env[69217]: _type = "Task" [ 863.194911] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.205298] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.223835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.223835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.223835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.223835] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.224606] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.226574] env[69217]: INFO nova.compute.manager [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Terminating instance [ 863.248554] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.349084] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532388, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.367353] env[69217]: INFO nova.compute.manager [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Took 42.55 seconds to build instance. [ 863.401080] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532389, 'name': PowerOffVM_Task, 'duration_secs': 0.216137} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.401363] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.401566] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 863.402135] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705415', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'name': 'volume-92e7be24-655e-40ce-b21b-56754c23ad32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b76a3c4-d85d-4c21-955b-24fb174871d4', 'attached_at': '', 'detached_at': '', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'serial': '92e7be24-655e-40ce-b21b-56754c23ad32'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 863.402516] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c881e-2bba-4466-8db2-87ca126c4acb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.424031] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fac82e-d393-4f27-b065-4b6657f42243 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.431402] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158ff01-81e8-473c-a55b-44cd513add67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.449842] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642598b-cdeb-4d6a-ba14-b4fec200dec3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.463667] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] The volume has not been displaced from its original location: [datastore1] volume-92e7be24-655e-40ce-b21b-56754c23ad32/volume-92e7be24-655e-40ce-b21b-56754c23ad32.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 863.469808] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.469808] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3365be54-d8e6-463c-a743-035601f7002d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.492947] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 863.492947] env[69217]: value = "task-3532392" [ 863.492947] env[69217]: _type = "Task" [ 863.492947] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.501835] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.603127] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.606657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.846s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.608313] env[69217]: INFO nova.compute.claims [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.655084] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522414c9-22d5-34f9-55e8-6a490438e43e, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.655084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.655084] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.655084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655084] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.655084] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e06642-50bd-4045-882c-85ee28625c61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.657289] env[69217]: DEBUG nova.compute.manager [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.657579] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.659347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa073a8-c5c3-4c9d-af7a-8496e1693a87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.664664] env[69217]: INFO nova.scheduler.client.report [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted allocations for instance 75763b9e-b1a9-443a-8e34-27c3f909acaf [ 863.673137] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.673137] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.674046] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.674481] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42789bf8-fea0-4827-9019-f0ef38eac660 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.678314] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecaf3eef-d9ec-4569-b5a0-4d1966f51e6d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.687319] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 863.687319] env[69217]: value = "task-3532393" [ 863.687319] env[69217]: _type = "Task" [ 863.687319] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.692051] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 863.692051] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52288dc0-9822-0309-0c5c-b2472992f960" [ 863.692051] env[69217]: _type = "Task" [ 863.692051] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.715794] env[69217]: DEBUG oslo_vmware.api [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Task: {'id': task-3532391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136084} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.722279] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.722834] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.722834] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.722955] env[69217]: INFO nova.compute.manager [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Took 1.19 seconds to destroy the instance on the hypervisor. [ 863.723283] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.724026] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.724140] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52288dc0-9822-0309-0c5c-b2472992f960, 'name': SearchDatastore_Task, 'duration_secs': 0.02927} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.724388] env[69217]: DEBUG nova.compute.manager [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.724486] env[69217]: DEBUG nova.network.neutron [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.727407] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30823ff9-aee2-4a70-941c-3296cb4d6ade {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.733302] env[69217]: DEBUG nova.compute.manager [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.734019] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.735289] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb02b8-ca9a-48b9-aaf0-729a4e743361 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.741854] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 863.741854] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5216ffbb-2acc-9a41-e437-d1077e5a33e3" [ 863.741854] env[69217]: _type = "Task" [ 863.741854] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.744631] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.749715] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c22d217b-1ce0-4b63-bd55-c80e9909608f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.760320] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5216ffbb-2acc-9a41-e437-d1077e5a33e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.763795] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.764206] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d12a0062-73ec-4a85-bc26-b079798c83aa/d12a0062-73ec-4a85-bc26-b079798c83aa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.764631] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 863.764631] env[69217]: value = "task-3532394" [ 863.764631] env[69217]: _type = "Task" [ 863.764631] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.765219] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3802650e-f659-4b30-97b7-7e6e1e0f4083 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.777876] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.779866] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 863.779866] env[69217]: value = "task-3532395" [ 863.779866] env[69217]: _type = "Task" [ 863.779866] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.785389] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.790142] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.846454] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532388, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.869672] env[69217]: DEBUG oslo_concurrency.lockutils [None req-706dc0d8-6266-43c2-b933-dce0276f8fb5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.299s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.005173] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532392, 'name': ReconfigVM_Task, 'duration_secs': 0.170131} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.005613] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.011097] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cae53b8-378e-4cb6-8c69-45ac33ed0d5a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.029998] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 864.029998] env[69217]: value = "task-3532396" [ 864.029998] env[69217]: _type = "Task" [ 864.029998] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.044065] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.178735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-933c65c3-421d-4711-a82a-3b904b8fff7f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "75763b9e-b1a9-443a-8e34-27c3f909acaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.707s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.201895] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532393, 'name': PowerOffVM_Task, 'duration_secs': 0.301894} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.202320] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.202388] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.202895] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-676deca9-44b7-4169-9a20-7640d4f83e02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.277572] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532394, 'name': PowerOffVM_Task, 'duration_secs': 0.240134} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.277572] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.277778] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.277909] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a0e2491-6198-49ea-be96-3d842c3f1baf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.296090] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532395, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.305432] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.305490] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.305743] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleting the datastore file [datastore1] 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.306081] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-985df8cd-4e47-4b5a-88f6-46316a938536 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.312508] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 864.312508] env[69217]: value = "task-3532399" [ 864.312508] env[69217]: _type = "Task" [ 864.312508] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.326817] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.339304] env[69217]: DEBUG nova.compute.manager [req-e1243d94-19bb-4261-909b-e29ea2d5b3ec req-f8cedd71-b438-4ddf-8ab3-b62320c68b65 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Received event network-vif-deleted-1025ee54-b104-4373-9565-50bbbdc87272 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.342597] env[69217]: INFO nova.compute.manager [req-e1243d94-19bb-4261-909b-e29ea2d5b3ec req-f8cedd71-b438-4ddf-8ab3-b62320c68b65 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Neutron deleted interface 1025ee54-b104-4373-9565-50bbbdc87272; detaching it from the instance and deleting it from the info cache [ 864.342597] env[69217]: DEBUG nova.network.neutron [req-e1243d94-19bb-4261-909b-e29ea2d5b3ec req-f8cedd71-b438-4ddf-8ab3-b62320c68b65 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.354051] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.354256] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.354624] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Deleting the datastore file [datastore1] 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.357208] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54658afe-1875-4337-908a-bb09caaf76e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.363078] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532388, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.368372] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for the task: (returnval){ [ 864.368372] env[69217]: value = "task-3532400" [ 864.368372] env[69217]: _type = "Task" [ 864.368372] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.378103] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.540711] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532396, 'name': ReconfigVM_Task, 'duration_secs': 0.374946} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.541196] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705415', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'name': 'volume-92e7be24-655e-40ce-b21b-56754c23ad32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b76a3c4-d85d-4c21-955b-24fb174871d4', 'attached_at': '', 'detached_at': '', 'volume_id': '92e7be24-655e-40ce-b21b-56754c23ad32', 'serial': '92e7be24-655e-40ce-b21b-56754c23ad32'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 864.541619] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.542518] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a72d4c-3312-4d96-a162-36868af933ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.550985] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.551566] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-780d46fc-3db0-4eaa-9ef4-6675e7275594 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.622937] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.623525] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.624106] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Deleting the datastore file [datastore1] 6b76a3c4-d85d-4c21-955b-24fb174871d4 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.624812] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b313b84e-623f-4c88-b54e-fac665c82f96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.641021] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for the task: (returnval){ [ 864.641021] env[69217]: value = "task-3532402" [ 864.641021] env[69217]: _type = "Task" [ 864.641021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.656260] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.683942] env[69217]: DEBUG nova.network.neutron [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.790592] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532238} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.794067] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d12a0062-73ec-4a85-bc26-b079798c83aa/d12a0062-73ec-4a85-bc26-b079798c83aa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.794334] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.794888] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd98998-d9ca-4bed-b533-3085b1688989 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.801710] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 864.801710] env[69217]: value = "task-3532403" [ 864.801710] env[69217]: _type = "Task" [ 864.801710] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.820663] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.826600] env[69217]: DEBUG oslo_vmware.api [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405593} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.826600] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.826782] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.826890] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.827127] env[69217]: INFO nova.compute.manager [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 864.827418] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.827657] env[69217]: DEBUG nova.compute.manager [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.827771] env[69217]: DEBUG nova.network.neutron [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.851545] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532388, 'name': CloneVM_Task, 'duration_secs': 1.628997} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.851854] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Created linked-clone VM from snapshot [ 864.852672] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982dd5b-c25d-45eb-b91e-07d3b64d11ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.855716] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83d1af73-90a6-4e3f-ab2b-b09d87f57588 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.866213] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Uploading image ee7ee480-44be-4775-b624-6625e2be27a8 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.872038] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f45d7f-0b27-429e-b7c3-7d7500c5c415 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.895553] env[69217]: DEBUG oslo_vmware.api [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Task: {'id': task-3532400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397284} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.897566] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 864.897566] env[69217]: value = "vm-705540" [ 864.897566] env[69217]: _type = "VirtualMachine" [ 864.897566] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 864.898456] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.898456] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.898456] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.898456] env[69217]: INFO nova.compute.manager [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Took 1.17 seconds to destroy the instance on the hypervisor. [ 864.898810] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.898810] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d98e2d2-e4e8-4df4-8698-eb39a323fd11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.903369] env[69217]: DEBUG nova.compute.manager [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.903369] env[69217]: DEBUG nova.network.neutron [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.917982] env[69217]: DEBUG nova.compute.manager [req-e1243d94-19bb-4261-909b-e29ea2d5b3ec req-f8cedd71-b438-4ddf-8ab3-b62320c68b65 service nova] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Detach interface failed, port_id=1025ee54-b104-4373-9565-50bbbdc87272, reason: Instance ae681203-5fe5-41dc-8dee-0d0240349185 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.922855] env[69217]: DEBUG nova.compute.manager [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Received event network-changed-3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.923059] env[69217]: DEBUG nova.compute.manager [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Refreshing instance network info cache due to event network-changed-3642df68-f8c9-4612-9d63-9e95601f0800. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.923287] env[69217]: DEBUG oslo_concurrency.lockutils [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.923533] env[69217]: DEBUG oslo_concurrency.lockutils [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.923729] env[69217]: DEBUG nova.network.neutron [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Refreshing network info cache for port 3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.926749] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lease: (returnval){ [ 864.926749] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521dc676-8633-1014-c529-2215d58935de" [ 864.926749] env[69217]: _type = "HttpNfcLease" [ 864.926749] env[69217]: } obtained for exporting VM: (result){ [ 864.926749] env[69217]: value = "vm-705540" [ 864.926749] env[69217]: _type = "VirtualMachine" [ 864.926749] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 864.928226] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the lease: (returnval){ [ 864.928226] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521dc676-8633-1014-c529-2215d58935de" [ 864.928226] env[69217]: _type = "HttpNfcLease" [ 864.928226] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 864.940201] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 864.940201] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521dc676-8633-1014-c529-2215d58935de" [ 864.940201] env[69217]: _type = "HttpNfcLease" [ 864.940201] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 864.942919] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 864.942919] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521dc676-8633-1014-c529-2215d58935de" [ 864.942919] env[69217]: _type = "HttpNfcLease" [ 864.942919] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 864.944157] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cbe10d-5cfb-4631-878b-19a0dd90e812 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.953190] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 864.953190] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.051797] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8de767f5-b879-445c-81bc-defc7d58943f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.151747] env[69217]: DEBUG oslo_vmware.api [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Task: {'id': task-3532402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215567} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.152024] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.152219] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.152400] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.152572] env[69217]: INFO nova.compute.manager [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Took 2.27 seconds to destroy the instance on the hypervisor. [ 865.152811] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.157988] env[69217]: DEBUG nova.compute.manager [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.157988] env[69217]: DEBUG nova.network.neutron [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.192991] env[69217]: INFO nova.compute.manager [-] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Took 1.47 seconds to deallocate network for instance. [ 865.323269] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076428} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.323696] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.325706] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd70d9e-df62-46a7-afae-09eae7a01eae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.330345] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323141e9-111d-4e7e-8968-b3d73793498e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.352485] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cde509-647f-4b84-911b-15a169b88875 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.366105] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d12a0062-73ec-4a85-bc26-b079798c83aa/d12a0062-73ec-4a85-bc26-b079798c83aa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.366492] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d6621a-57b2-4611-8952-dbd768eea902 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.419134] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d8d4a5-9540-4364-8369-a7d33361c234 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.422943] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 865.422943] env[69217]: value = "task-3532405" [ 865.422943] env[69217]: _type = "Task" [ 865.422943] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.435109] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a56396-6f7b-482f-b9a5-b4f60af88e1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444598] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.455394] env[69217]: DEBUG nova.compute.provider_tree [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.701979] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.940657] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532405, 'name': ReconfigVM_Task, 'duration_secs': 0.363375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.940957] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d12a0062-73ec-4a85-bc26-b079798c83aa/d12a0062-73ec-4a85-bc26-b079798c83aa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.941696] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ee093e-6664-4154-9a6c-0a21112c4e3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.948982] env[69217]: DEBUG nova.network.neutron [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updated VIF entry in instance network info cache for port 3642df68-f8c9-4612-9d63-9e95601f0800. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.948982] env[69217]: DEBUG nova.network.neutron [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.951358] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 865.951358] env[69217]: value = "task-3532406" [ 865.951358] env[69217]: _type = "Task" [ 865.951358] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.963284] env[69217]: DEBUG nova.scheduler.client.report [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.972417] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532406, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.131572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "325d5036-99de-48c1-bcac-0d5741d8dd78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.131924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.132157] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.132353] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.132537] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.135368] env[69217]: INFO nova.compute.manager [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Terminating instance [ 866.162498] env[69217]: DEBUG nova.network.neutron [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.217031] env[69217]: DEBUG nova.network.neutron [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.312604] env[69217]: DEBUG nova.network.neutron [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.452800] env[69217]: DEBUG oslo_concurrency.lockutils [req-0223e603-0d47-4f48-bec2-869e9d1288f6 req-24a3a9ed-2cfe-4ef5-8ed8-b8beba36c3d9 service nova] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.463732] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532406, 'name': Rename_Task, 'duration_secs': 0.149085} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.464482] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.465030] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0bfd9ff-df4e-4fb9-a372-56434a85775d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.471834] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 866.471834] env[69217]: value = "task-3532407" [ 866.471834] env[69217]: _type = "Task" [ 866.471834] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.478742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.479251] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.481472] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.684s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.481939] env[69217]: DEBUG nova.objects.instance [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lazy-loading 'resources' on Instance uuid e0c53650-bfef-4d7b-ae92-8cf3e1f66591 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.488317] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.572105] env[69217]: DEBUG nova.compute.manager [req-620aaa8a-09a4-4c4a-a36d-1c82387fea42 req-1a41512d-3833-4b9c-99f2-5f8bb71707d0 service nova] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Received event network-vif-deleted-f5365f97-3956-407c-9cc1-b897d7dfdcb3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.572105] env[69217]: DEBUG nova.compute.manager [req-620aaa8a-09a4-4c4a-a36d-1c82387fea42 req-1a41512d-3833-4b9c-99f2-5f8bb71707d0 service nova] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Received event network-vif-deleted-d0487cfd-3e13-4689-93ad-09e2b4dbe87f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.640224] env[69217]: DEBUG nova.compute.manager [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.640299] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.641704] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762b6a9c-52b0-4c98-9c8e-ba91131ee4aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.649844] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.650232] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a079845-59a2-47f5-a63b-0a59ad2cd82a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.657327] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 866.657327] env[69217]: value = "task-3532408" [ 866.657327] env[69217]: _type = "Task" [ 866.657327] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.663854] env[69217]: INFO nova.compute.manager [-] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Took 1.84 seconds to deallocate network for instance. [ 866.669180] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.719883] env[69217]: INFO nova.compute.manager [-] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Took 1.82 seconds to deallocate network for instance. [ 866.815793] env[69217]: INFO nova.compute.manager [-] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Took 1.66 seconds to deallocate network for instance. [ 866.965558] env[69217]: DEBUG nova.compute.manager [req-c6c167d8-1e6e-4708-9e04-ab47480b6d39 req-c3334438-8a1c-417e-b0c0-9f1f898e28e8 service nova] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Received event network-vif-deleted-842529f8-c300-4838-b753-c3295cf1de20 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.985251] env[69217]: DEBUG nova.compute.utils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.986740] env[69217]: DEBUG oslo_vmware.api [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532407, 'name': PowerOnVM_Task, 'duration_secs': 0.504578} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.988026] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.988026] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.989377] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.991018] env[69217]: INFO nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Took 8.13 seconds to spawn the instance on the hypervisor. [ 866.991018] env[69217]: DEBUG nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.996014] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1edce4e-f3f0-4ee3-ac7e-cdd4b453e4e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.056331] env[69217]: DEBUG nova.policy [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ea9794fd8b4d0292b9632449edaee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645d11b6c86f4232b69edee5af4bda20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.171075] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532408, 'name': PowerOffVM_Task, 'duration_secs': 0.247387} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.171506] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.174079] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.174079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be2a6a22-85d6-4c0e-b2d3-4dc9bd218d4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.181903] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.200766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "2fe87508-31de-4630-93cf-b9002d928699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.200991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.228174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.248279] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.248618] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.248872] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleting the datastore file [datastore2] 325d5036-99de-48c1-bcac-0d5741d8dd78 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.252281] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d56973-2a12-48d5-873c-3b99596e751b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.260016] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 867.260016] env[69217]: value = "task-3532410" [ 867.260016] env[69217]: _type = "Task" [ 867.260016] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.275831] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.431334] env[69217]: INFO nova.compute.manager [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Took 0.61 seconds to detach 1 volumes for instance. [ 867.432856] env[69217]: DEBUG nova.compute.manager [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Deleting volume: 92e7be24-655e-40ce-b21b-56754c23ad32 {{(pid=69217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 867.487821] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.504798] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Successfully created port: 1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.516042] env[69217]: INFO nova.compute.manager [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Took 42.98 seconds to build instance. [ 867.684382] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b77f51-0b8e-435f-b6e6-e2eae1506b02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.696832] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4144a6-88e1-47ae-bd87-1cd03422bf95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.704383] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.752252] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dbd93-b608-49b0-89cc-65ee57cd5d1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.761181] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f5ecde-efa3-4c2e-a57d-cb75c3f1cc00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.778651] env[69217]: DEBUG nova.compute.provider_tree [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.783027] env[69217]: DEBUG oslo_vmware.api [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281841} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.783624] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.783812] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.784884] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.784884] env[69217]: INFO nova.compute.manager [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.784884] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.784884] env[69217]: DEBUG nova.compute.manager [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.785189] env[69217]: DEBUG nova.network.neutron [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.987937] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.019325] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.336s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.277053] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.287281] env[69217]: DEBUG nova.scheduler.client.report [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.499238] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.535058] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.535393] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.535585] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.535826] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.536226] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.536455] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.536775] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.537155] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.537445] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.537687] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.537982] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.539109] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6fb58d-c746-407f-abd8-3d10bc0a9cfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.551228] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1e970-6da7-4a1a-bee2-a2425665ff55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.598648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.599129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.790647] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.793498] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.004s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.795087] env[69217]: INFO nova.compute.claims [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.820178] env[69217]: INFO nova.scheduler.client.report [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted allocations for instance e0c53650-bfef-4d7b-ae92-8cf3e1f66591 [ 868.886246] env[69217]: DEBUG nova.network.neutron [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.090949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "d12a0062-73ec-4a85-bc26-b079798c83aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.091251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.091477] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.092059] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.092258] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.094381] env[69217]: INFO nova.compute.manager [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Terminating instance [ 869.104277] env[69217]: DEBUG nova.compute.utils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.165502] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Successfully updated port: 1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.328674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3fd683be-7f8b-4917-942f-f73ca82b586f tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "e0c53650-bfef-4d7b-ae92-8cf3e1f66591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.728s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.379947] env[69217]: DEBUG nova.compute.manager [req-88fecac9-840a-4de4-afbf-cc7e8f2d107e req-b384ed98-b1d0-498b-a342-dcf64538df03 service nova] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Received event network-vif-deleted-5152ade4-f820-48da-980c-03ba10c8602a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.389135] env[69217]: INFO nova.compute.manager [-] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Took 1.60 seconds to deallocate network for instance. [ 869.583316] env[69217]: DEBUG nova.compute.manager [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Received event network-vif-plugged-1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.583316] env[69217]: DEBUG oslo_concurrency.lockutils [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] Acquiring lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.583630] env[69217]: DEBUG oslo_concurrency.lockutils [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.583748] env[69217]: DEBUG oslo_concurrency.lockutils [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.583944] env[69217]: DEBUG nova.compute.manager [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] No waiting events found dispatching network-vif-plugged-1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.584159] env[69217]: WARNING nova.compute.manager [req-fc31c92d-bf8b-4f1b-b8b9-f85a17bc416d req-76d91cd0-0ad3-4795-8d2c-def472f5416a service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Received unexpected event network-vif-plugged-1de9452e-d344-4368-9f1b-7c7641744aac for instance with vm_state building and task_state spawning. [ 869.598390] env[69217]: DEBUG nova.compute.manager [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.598655] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.599819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18fb90-f25e-4c03-81bf-bbc63a2db349 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.609223] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.609878] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.610259] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e42902-afff-4433-88e2-dbda56808b6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.618394] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 869.618394] env[69217]: value = "task-3532412" [ 869.618394] env[69217]: _type = "Task" [ 869.618394] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.627789] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.668499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.668662] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.668892] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.895085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.129077] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532412, 'name': PowerOffVM_Task, 'duration_secs': 0.269462} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.131847] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.132051] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.132550] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4642a22d-bd74-471e-81a7-17109a310670 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.207338] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.213594] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.213819] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.214011] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Deleting the datastore file [datastore1] d12a0062-73ec-4a85-bc26-b079798c83aa {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.214485] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-210e2a33-8fe0-4a0c-86ea-117104f4ef13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.221094] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for the task: (returnval){ [ 870.221094] env[69217]: value = "task-3532414" [ 870.221094] env[69217]: _type = "Task" [ 870.221094] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.229134] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.300358] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153dd8a-4ea3-4b05-9bac-f21954f5bd96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.311763] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a600f85-c13b-47d2-900a-634fc9eeeba7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.349869] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cd4b12-4bc9-4a31-ab24-ab3dde738879 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.355662] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89413027-5255-4da6-bb26-f7f1f32e6847 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.370953] env[69217]: DEBUG nova.compute.provider_tree [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.415145] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Updating instance_info_cache with network_info: [{"id": "1de9452e-d344-4368-9f1b-7c7641744aac", "address": "fa:16:3e:0c:ef:6b", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de9452e-d3", "ovs_interfaceid": "1de9452e-d344-4368-9f1b-7c7641744aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.676049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.676394] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.676672] env[69217]: INFO nova.compute.manager [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Attaching volume d1e57914-588b-4573-8814-df9a7f933e24 to /dev/sdb [ 870.717475] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c768a07-f0de-43f6-a960-20907c6987e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.727897] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70b726-c0c5-4c78-ad60-495d2fedacf0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.733821] env[69217]: DEBUG oslo_vmware.api [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Task: {'id': task-3532414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139659} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.734516] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.734730] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.734960] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.735172] env[69217]: INFO nova.compute.manager [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 870.735951] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.735951] env[69217]: DEBUG nova.compute.manager [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.735951] env[69217]: DEBUG nova.network.neutron [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.745512] env[69217]: DEBUG nova.virt.block_device [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updating existing volume attachment record: adbe5d0f-6a83-41e4-9529-d97dc420ef7c {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.877939] env[69217]: DEBUG nova.scheduler.client.report [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.919183] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919183] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Instance network_info: |[{"id": "1de9452e-d344-4368-9f1b-7c7641744aac", "address": "fa:16:3e:0c:ef:6b", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de9452e-d3", "ovs_interfaceid": "1de9452e-d344-4368-9f1b-7c7641744aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.919183] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ef:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1de9452e-d344-4368-9f1b-7c7641744aac', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.928315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Creating folder: Project (645d11b6c86f4232b69edee5af4bda20). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.928702] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573dc1f5-d0ad-4a44-87f5-2ebf14055aaf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.942271] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Created folder: Project (645d11b6c86f4232b69edee5af4bda20) in parent group-v705386. [ 870.942533] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Creating folder: Instances. Parent ref: group-v705541. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.942824] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73addf35-ede8-4283-8a26-296d8d4ae133 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.953446] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Created folder: Instances in parent group-v705541. [ 870.953446] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.953446] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.953446] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a072a9e9-2a69-4f82-b0cf-6992545385ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.973452] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.973452] env[69217]: value = "task-3532419" [ 870.973452] env[69217]: _type = "Task" [ 870.973452] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.981440] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532419, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.055046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.055305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.089726] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "15c2d60c-ffc3-49c4-901d-26910283cb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.089726] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.383754] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.384022] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.386727] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.150s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.386955] env[69217]: DEBUG nova.objects.instance [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 056a3b7c-e7a5-4e10-b8de-d944dbf886bd {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.483944] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532419, 'name': CreateVM_Task, 'duration_secs': 0.376224} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.484072] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.484777] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.484918] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.485331] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.485671] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285ef376-a615-4091-adb4-df770e771696 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.490625] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 871.490625] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a077bc-95cb-b38c-3321-2c99fd79dc53" [ 871.490625] env[69217]: _type = "Task" [ 871.490625] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.500233] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a077bc-95cb-b38c-3321-2c99fd79dc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.549696] env[69217]: DEBUG nova.network.neutron [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.557541] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.703187] env[69217]: DEBUG nova.compute.manager [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Received event network-changed-1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.703774] env[69217]: DEBUG nova.compute.manager [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Refreshing instance network info cache due to event network-changed-1de9452e-d344-4368-9f1b-7c7641744aac. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.704061] env[69217]: DEBUG oslo_concurrency.lockutils [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] Acquiring lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.704153] env[69217]: DEBUG oslo_concurrency.lockutils [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] Acquired lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.704336] env[69217]: DEBUG nova.network.neutron [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Refreshing network info cache for port 1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.892279] env[69217]: DEBUG nova.compute.utils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.893903] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.894050] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.937352] env[69217]: DEBUG nova.policy [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ea9794fd8b4d0292b9632449edaee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645d11b6c86f4232b69edee5af4bda20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.003312] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a077bc-95cb-b38c-3321-2c99fd79dc53, 'name': SearchDatastore_Task, 'duration_secs': 0.013884} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.006163] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.006437] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.006693] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.006845] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.007039] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.007510] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa72f551-0c74-422e-8156-a3ce7b70ba96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.017156] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.017156] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.018095] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ce0551-5173-4f95-b54f-875b0b8396f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.025676] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 872.025676] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f1f1ae-794e-5dff-29dc-ef50c1d3175a" [ 872.025676] env[69217]: _type = "Task" [ 872.025676] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.034570] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f1f1ae-794e-5dff-29dc-ef50c1d3175a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.053423] env[69217]: INFO nova.compute.manager [-] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Took 1.32 seconds to deallocate network for instance. [ 872.078564] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.233686] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Successfully created port: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.396858] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.427197] env[69217]: DEBUG nova.network.neutron [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Updated VIF entry in instance network info cache for port 1de9452e-d344-4368-9f1b-7c7641744aac. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.427583] env[69217]: DEBUG nova.network.neutron [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Updating instance_info_cache with network_info: [{"id": "1de9452e-d344-4368-9f1b-7c7641744aac", "address": "fa:16:3e:0c:ef:6b", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de9452e-d3", "ovs_interfaceid": "1de9452e-d344-4368-9f1b-7c7641744aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.445556] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6190747-a0bb-4da5-9827-e1305e554fdc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.454544] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add8f37-0f0d-4044-8182-f68c88b8f8c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.490051] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23452f83-92b9-4d52-9fe5-caf92a65a8fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.497170] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce0637-eb7b-4fb9-86e8-3de8ecf6d7ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.511824] env[69217]: DEBUG nova.compute.provider_tree [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.536148] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f1f1ae-794e-5dff-29dc-ef50c1d3175a, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.537135] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bb1fa6-81de-446d-a673-127ac7328396 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.542774] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 872.542774] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4f3b6-44db-aa90-8654-a6442917e09f" [ 872.542774] env[69217]: _type = "Task" [ 872.542774] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.550636] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4f3b6-44db-aa90-8654-a6442917e09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.566356] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.932090] env[69217]: DEBUG oslo_concurrency.lockutils [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] Releasing lock "refresh_cache-429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.932403] env[69217]: DEBUG nova.compute.manager [req-56718787-7349-4a62-89c1-8effcc35d4a9 req-690ff878-f9b9-48dd-8741-c69fc1d32d9b service nova] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Received event network-vif-deleted-ae105d2e-0a18-4349-8a03-2d9b401df095 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.035356] env[69217]: ERROR nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [req-7ca8b154-996b-4e1b-8c29-966e57563cc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ca8b154-996b-4e1b-8c29-966e57563cc7"}]} [ 873.052457] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4f3b6-44db-aa90-8654-a6442917e09f, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.053517] env[69217]: DEBUG nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 873.055526] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.055807] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44/429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.056304] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2b4409-ea31-4791-92bd-b1e20821d99e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.062914] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 873.062914] env[69217]: value = "task-3532421" [ 873.062914] env[69217]: _type = "Task" [ 873.062914] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.070722] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.071712] env[69217]: DEBUG nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 873.071935] env[69217]: DEBUG nova.compute.provider_tree [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.084603] env[69217]: DEBUG nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 873.105633] env[69217]: DEBUG nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.364019] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 873.364277] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191b51b3-e21d-42ae-b8a2-260b0b3ed31e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.374565] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 873.375019] env[69217]: ERROR oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk due to incomplete transfer. [ 873.375100] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94fb841a-79b1-4d12-8487-e8defd6e6cc2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.386513] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e29f-9a29-690e-c31e-066898da88f3/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 873.386746] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Uploaded image ee7ee480-44be-4775-b624-6625e2be27a8 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 873.389051] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 873.389752] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3358f9cd-62fa-4604-bb45-4f5aee2619ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.397859] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 873.397859] env[69217]: value = "task-3532423" [ 873.397859] env[69217]: _type = "Task" [ 873.397859] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.405946] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.415105] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532423, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.434786] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.435102] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.435280] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.435494] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.435706] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.435881] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.436107] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.436271] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.436441] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.436612] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.436854] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.437756] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5b7e5-180d-4caf-a94a-5b80ce240f0f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.447616] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a6776d-c557-4f43-b5d9-24aa689724a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.573213] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501841} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.576014] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44/429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.576282] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.576752] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c627aaf5-9048-4201-85db-fbd5b437b5ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.582870] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 873.582870] env[69217]: value = "task-3532424" [ 873.582870] env[69217]: _type = "Task" [ 873.582870] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.597075] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.636027] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd9a7b-03b1-4d6a-a1e8-16b2d4b9b9a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.645009] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937f3f49-e6ab-4e87-92f5-3a1db2112e32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.677162] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e9b4e-3b9f-40ef-9a18-8e572a4f2247 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.685348] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e68f83-009e-47ae-8fa6-93dbb788104f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.701525] env[69217]: DEBUG nova.compute.provider_tree [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.751138] env[69217]: DEBUG nova.compute.manager [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Received event network-vif-plugged-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.751261] env[69217]: DEBUG oslo_concurrency.lockutils [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] Acquiring lock "1930585d-78a3-4245-a40c-1917699b9404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.751488] env[69217]: DEBUG oslo_concurrency.lockutils [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] Lock "1930585d-78a3-4245-a40c-1917699b9404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.751716] env[69217]: DEBUG oslo_concurrency.lockutils [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] Lock "1930585d-78a3-4245-a40c-1917699b9404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.751920] env[69217]: DEBUG nova.compute.manager [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] No waiting events found dispatching network-vif-plugged-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.752225] env[69217]: WARNING nova.compute.manager [req-8b993c76-87e3-4e2d-86d4-7c8b00317bc3 req-0f0b011e-3900-4ff6-87f7-da717de5a75c service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Received unexpected event network-vif-plugged-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 for instance with vm_state building and task_state spawning. [ 873.803527] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Successfully updated port: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.907503] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532423, 'name': Destroy_Task, 'duration_secs': 0.428264} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.907834] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Destroyed the VM [ 873.908071] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 873.908257] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40991b32-2523-4b3c-bc60-274b977bf7db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.914379] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 873.914379] env[69217]: value = "task-3532425" [ 873.914379] env[69217]: _type = "Task" [ 873.914379] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.922697] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532425, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.093060] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073371} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.093336] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.094137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1cf14-9da5-40d8-ad2c-4e09fb4a6fd8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.115682] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44/429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.115982] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb76f66-40e6-4fea-9185-0909f6fed461 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.135364] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 874.135364] env[69217]: value = "task-3532426" [ 874.135364] env[69217]: _type = "Task" [ 874.135364] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.142838] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.236447] env[69217]: DEBUG nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.236807] env[69217]: DEBUG nova.compute.provider_tree [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 84 to 85 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.237042] env[69217]: DEBUG nova.compute.provider_tree [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.305670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.305670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.305945] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.424909] env[69217]: DEBUG oslo_vmware.api [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532425, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496511} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.425275] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 874.425479] env[69217]: INFO nova.compute.manager [None req-6e49331c-3fbf-473b-8c6a-b37239c689cb tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 13.69 seconds to snapshot the instance on the hypervisor. [ 874.646940] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532426, 'name': ReconfigVM_Task, 'duration_secs': 0.461743} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.646940] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44/429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.647325] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8012b2e-15f6-41f6-87ea-775a2e93e811 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.653201] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 874.653201] env[69217]: value = "task-3532427" [ 874.653201] env[69217]: _type = "Task" [ 874.653201] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.660935] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532427, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.743064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.356s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.746330] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.330s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.746330] env[69217]: DEBUG nova.objects.instance [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 874.763890] env[69217]: INFO nova.scheduler.client.report [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 056a3b7c-e7a5-4e10-b8de-d944dbf886bd [ 874.838162] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.036984] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Updating instance_info_cache with network_info: [{"id": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "address": "fa:16:3e:a5:a2:5d", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0eeee5-91", "ovs_interfaceid": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.163020] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532427, 'name': Rename_Task, 'duration_secs': 0.268764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.163020] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.163210] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e800b7ee-9f79-4316-a761-4ea261cbc0f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.170484] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 875.170484] env[69217]: value = "task-3532428" [ 875.170484] env[69217]: _type = "Task" [ 875.170484] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.179575] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.271539] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "056a3b7c-e7a5-4e10-b8de-d944dbf886bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.489s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.293679] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 875.293912] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705545', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'name': 'volume-d1e57914-588b-4573-8814-df9a7f933e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2abf04-8542-4fe9-9d72-77202b316adf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'serial': 'd1e57914-588b-4573-8814-df9a7f933e24'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 875.294799] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28484c6-ba49-4f76-833e-765945e92d9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.312016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e8a90-cfa1-47f6-a75f-dd7959557fea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.336551] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-d1e57914-588b-4573-8814-df9a7f933e24/volume-d1e57914-588b-4573-8814-df9a7f933e24.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.336857] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d0b743-e51e-4f1a-84a3-b95c8dd98bcf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.355142] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 875.355142] env[69217]: value = "task-3532429" [ 875.355142] env[69217]: _type = "Task" [ 875.355142] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.362583] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.540868] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.541113] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Instance network_info: |[{"id": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "address": "fa:16:3e:a5:a2:5d", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0eeee5-91", "ovs_interfaceid": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.541493] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:a2:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa0eeee5-9199-4bf8-ae8c-7b8b67d10927', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.549408] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.550106] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.550106] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea3ffd9-5be4-40d4-b939-5656c14cdceb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.572338] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.572338] env[69217]: value = "task-3532430" [ 875.572338] env[69217]: _type = "Task" [ 875.572338] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.582348] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532430, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.680844] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532428, 'name': PowerOnVM_Task, 'duration_secs': 0.449531} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680961] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.681431] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Took 7.18 seconds to spawn the instance on the hypervisor. [ 875.681700] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.682557] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b9a67-3bd1-49f5-bf3a-76e260663253 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.756218] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3d32dfd7-ac0f-4eaf-b217-a0820c7a47ba tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.757488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.968s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.761528] env[69217]: INFO nova.compute.claims [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.789634] env[69217]: DEBUG nova.compute.manager [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Received event network-changed-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.789842] env[69217]: DEBUG nova.compute.manager [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Refreshing instance network info cache due to event network-changed-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.790083] env[69217]: DEBUG oslo_concurrency.lockutils [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] Acquiring lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.790232] env[69217]: DEBUG oslo_concurrency.lockutils [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] Acquired lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.790392] env[69217]: DEBUG nova.network.neutron [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Refreshing network info cache for port aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.864891] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532429, 'name': ReconfigVM_Task, 'duration_secs': 0.364806} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.865251] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-d1e57914-588b-4573-8814-df9a7f933e24/volume-d1e57914-588b-4573-8814-df9a7f933e24.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.870162] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b5adb3-5433-4925-aa3e-7037b44abf7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.884864] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 875.884864] env[69217]: value = "task-3532431" [ 875.884864] env[69217]: _type = "Task" [ 875.884864] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.892773] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.943141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.943470] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.943746] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.943965] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.944167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.946344] env[69217]: INFO nova.compute.manager [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Terminating instance [ 876.082041] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532430, 'name': CreateVM_Task, 'duration_secs': 0.456366} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.082270] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.082970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.083540] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.083540] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.083766] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688574c7-72a3-4549-9720-dfe41c060cc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.088340] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 876.088340] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525aa750-d150-dae5-c0f4-a103e81ed473" [ 876.088340] env[69217]: _type = "Task" [ 876.088340] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.095653] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525aa750-d150-dae5-c0f4-a103e81ed473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.201948] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Took 48.47 seconds to build instance. [ 876.375845] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.376143] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.397320] env[69217]: DEBUG oslo_vmware.api [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532431, 'name': ReconfigVM_Task, 'duration_secs': 0.147721} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.397613] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705545', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'name': 'volume-d1e57914-588b-4573-8814-df9a7f933e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2abf04-8542-4fe9-9d72-77202b316adf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'serial': 'd1e57914-588b-4573-8814-df9a7f933e24'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.451521] env[69217]: DEBUG nova.compute.manager [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.451774] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.452658] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159024e0-eefd-439e-b2d8-e717ebd463d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.460319] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.460572] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5cd4cce-6dc4-4b9b-ac09-5163067f58a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.466874] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 876.466874] env[69217]: value = "task-3532432" [ 876.466874] env[69217]: _type = "Task" [ 876.466874] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.474078] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.520452] env[69217]: DEBUG nova.network.neutron [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Updated VIF entry in instance network info cache for port aa0eeee5-9199-4bf8-ae8c-7b8b67d10927. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.520784] env[69217]: DEBUG nova.network.neutron [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Updating instance_info_cache with network_info: [{"id": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "address": "fa:16:3e:a5:a2:5d", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0eeee5-91", "ovs_interfaceid": "aa0eeee5-9199-4bf8-ae8c-7b8b67d10927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.601942] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525aa750-d150-dae5-c0f4-a103e81ed473, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.602308] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.602506] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.602699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.602866] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.603105] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.603448] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbd829da-66d8-4811-97b2-b807b39296f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.612644] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.612772] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.613855] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948c412e-a0e3-41ec-a467-d3fbda1f349d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.619263] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 876.619263] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526e3687-515d-eab5-d3e3-33126e431d85" [ 876.619263] env[69217]: _type = "Task" [ 876.619263] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.627173] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526e3687-515d-eab5-d3e3-33126e431d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.703861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.897s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.977535] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.023558] env[69217]: DEBUG oslo_concurrency.lockutils [req-89d6ffb8-7c3f-4fb3-b983-2bca7e6b0316 req-0fce7090-01ef-4a6d-a7c8-2501dee945d2 service nova] Releasing lock "refresh_cache-1930585d-78a3-4245-a40c-1917699b9404" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.133036] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526e3687-515d-eab5-d3e3-33126e431d85, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.133545] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed26991-4440-496b-b62a-25040998d033 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.141608] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 877.141608] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c719d2-beef-a57b-0e5f-f4ae015d6656" [ 877.141608] env[69217]: _type = "Task" [ 877.141608] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.150341] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c719d2-beef-a57b-0e5f-f4ae015d6656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.209532] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.214481] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346129af-2ba8-41c3-9ae1-870b4546d301 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.223028] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea761d-5caf-46da-bb48-ce271b769306 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.254280] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6801322-0ca6-4dc0-a613-1a3519173a75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.264088] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec4a13-f1ea-4607-9293-f839387296de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.278538] env[69217]: DEBUG nova.compute.provider_tree [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.431543] env[69217]: DEBUG nova.objects.instance [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lazy-loading 'flavor' on Instance uuid fd2abf04-8542-4fe9-9d72-77202b316adf {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.479139] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532432, 'name': PowerOffVM_Task, 'duration_secs': 0.725148} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.479139] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.479139] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.479316] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84494d65-4073-4f72-a388-e52675efa8e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.545832] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.546067] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.546253] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Deleting the datastore file [datastore2] 2bf536aa-c2b2-4734-80a8-539449cfa90d {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.546541] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57874e5c-bdce-4b95-ad37-2de119bf7821 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.552581] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for the task: (returnval){ [ 877.552581] env[69217]: value = "task-3532434" [ 877.552581] env[69217]: _type = "Task" [ 877.552581] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.561365] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.651799] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c719d2-beef-a57b-0e5f-f4ae015d6656, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.652137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.652341] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 1930585d-78a3-4245-a40c-1917699b9404/1930585d-78a3-4245-a40c-1917699b9404.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.652647] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c65913d-cc63-499e-b77f-8c3c4c3ee210 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659187] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 877.659187] env[69217]: value = "task-3532435" [ 877.659187] env[69217]: _type = "Task" [ 877.659187] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.667071] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.737699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.782139] env[69217]: DEBUG nova.scheduler.client.report [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.937225] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4ea8c857-7453-46a8-9b41-a96b0f9f8049 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.065697] env[69217]: DEBUG oslo_vmware.api [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Task: {'id': task-3532434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130394} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.066291] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.066393] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.066568] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.066743] env[69217]: INFO nova.compute.manager [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 878.066973] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.067212] env[69217]: DEBUG nova.compute.manager [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.067317] env[69217]: DEBUG nova.network.neutron [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.169493] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461785} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.170080] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 1930585d-78a3-4245-a40c-1917699b9404/1930585d-78a3-4245-a40c-1917699b9404.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.170080] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.170277] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcc748d-bde6-496c-8692-2106eb7578d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.177125] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 878.177125] env[69217]: value = "task-3532436" [ 878.177125] env[69217]: _type = "Task" [ 878.177125] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.186500] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.290024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.290024] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.291726] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.920s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.292247] env[69217]: DEBUG nova.objects.instance [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lazy-loading 'resources' on Instance uuid 47795e70-9159-4984-86dd-a633479c48f3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.335388] env[69217]: DEBUG nova.compute.manager [req-7b53c2c7-da93-4624-92c5-e04878a63f37 req-c48d4a77-1b69-46b9-bcd7-63ce232f7dc4 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Received event network-vif-deleted-2185b63c-ce40-4081-a3b5-1a715e4e20e2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.335612] env[69217]: INFO nova.compute.manager [req-7b53c2c7-da93-4624-92c5-e04878a63f37 req-c48d4a77-1b69-46b9-bcd7-63ce232f7dc4 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Neutron deleted interface 2185b63c-ce40-4081-a3b5-1a715e4e20e2; detaching it from the instance and deleting it from the info cache [ 878.335796] env[69217]: DEBUG nova.network.neutron [req-7b53c2c7-da93-4624-92c5-e04878a63f37 req-c48d4a77-1b69-46b9-bcd7-63ce232f7dc4 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.392829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.392829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.686888] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059853} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.686888] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.687435] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae23f2-ffba-4bd3-a6eb-3db8bfb19ab7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.708941] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1930585d-78a3-4245-a40c-1917699b9404/1930585d-78a3-4245-a40c-1917699b9404.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.709276] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4785673-b286-4a27-876b-86ca0ef86333 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.728114] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 878.728114] env[69217]: value = "task-3532437" [ 878.728114] env[69217]: _type = "Task" [ 878.728114] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.735703] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.799051] env[69217]: DEBUG nova.compute.utils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.801321] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.801321] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.810876] env[69217]: DEBUG nova.network.neutron [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.838268] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b55f2800-c232-4bbe-9a90-ce117f642d41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.847029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b98a2d-0d9c-4319-84e9-e4bd6e4c076a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.858572] env[69217]: DEBUG nova.policy [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ea9794fd8b4d0292b9632449edaee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645d11b6c86f4232b69edee5af4bda20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.887239] env[69217]: DEBUG nova.compute.manager [req-7b53c2c7-da93-4624-92c5-e04878a63f37 req-c48d4a77-1b69-46b9-bcd7-63ce232f7dc4 service nova] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Detach interface failed, port_id=2185b63c-ce40-4081-a3b5-1a715e4e20e2, reason: Instance 2bf536aa-c2b2-4734-80a8-539449cfa90d could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.895895] env[69217]: INFO nova.compute.manager [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Detaching volume d1e57914-588b-4573-8814-df9a7f933e24 [ 878.934353] env[69217]: INFO nova.virt.block_device [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Attempting to driver detach volume d1e57914-588b-4573-8814-df9a7f933e24 from mountpoint /dev/sdb [ 878.934353] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 878.934353] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705545', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'name': 'volume-d1e57914-588b-4573-8814-df9a7f933e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2abf04-8542-4fe9-9d72-77202b316adf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'serial': 'd1e57914-588b-4573-8814-df9a7f933e24'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 878.935378] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0846edd-c1ed-436d-a5e6-1a31bf58e1e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.963785] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab1f64-e2b9-4644-b34d-60df8ff05d1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.971169] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab4ee7-0f5d-4dd5-a9d9-328e7b776abe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.993310] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d5f71-3ee2-4327-b986-4512dc90e78a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010218] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] The volume has not been displaced from its original location: [datastore1] volume-d1e57914-588b-4573-8814-df9a7f933e24/volume-d1e57914-588b-4573-8814-df9a7f933e24.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 879.015500] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.018220] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec36e74-344a-43c3-a4f7-9dbdbd7664a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.037518] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 879.037518] env[69217]: value = "task-3532438" [ 879.037518] env[69217]: _type = "Task" [ 879.037518] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.048722] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.155117] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Successfully created port: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.248159] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.304499] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.314054] env[69217]: INFO nova.compute.manager [-] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Took 1.25 seconds to deallocate network for instance. [ 879.391038] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038caabb-749e-46c3-b024-8566d7174440 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.399021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f8bc96-5167-4d02-b573-a934ab57389d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.431794] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0bf964-3d31-47c3-b9b2-8f825f816cf6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.441029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba23173-6113-41e9-848a-b05c5e6331ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.455025] env[69217]: DEBUG nova.compute.provider_tree [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.547974] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532438, 'name': ReconfigVM_Task, 'duration_secs': 0.278696} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.548436] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.553241] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef454d2e-644d-4b13-9ee4-4091665c8d9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.570154] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 879.570154] env[69217]: value = "task-3532439" [ 879.570154] env[69217]: _type = "Task" [ 879.570154] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.580343] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.744534] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532437, 'name': ReconfigVM_Task, 'duration_secs': 0.938303} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.744880] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1930585d-78a3-4245-a40c-1917699b9404/1930585d-78a3-4245-a40c-1917699b9404.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.745518] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa924a5-0595-4136-8058-b6d3b2ccac9a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.752542] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 879.752542] env[69217]: value = "task-3532440" [ 879.752542] env[69217]: _type = "Task" [ 879.752542] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.761849] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532440, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.820259] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.979785] env[69217]: ERROR nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [req-0289c603-4f89-4c0a-8f10-32a47cef8605] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0289c603-4f89-4c0a-8f10-32a47cef8605"}]} [ 880.001450] env[69217]: DEBUG nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.016921] env[69217]: DEBUG nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.017167] env[69217]: DEBUG nova.compute.provider_tree [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.029059] env[69217]: DEBUG nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.047721] env[69217]: DEBUG nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.083209] env[69217]: DEBUG oslo_vmware.api [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532439, 'name': ReconfigVM_Task, 'duration_secs': 0.147939} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.083565] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705545', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'name': 'volume-d1e57914-588b-4573-8814-df9a7f933e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd2abf04-8542-4fe9-9d72-77202b316adf', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e57914-588b-4573-8814-df9a7f933e24', 'serial': 'd1e57914-588b-4573-8814-df9a7f933e24'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 880.261791] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532440, 'name': Rename_Task, 'duration_secs': 0.376136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.262065] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.262320] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ef5bad-3dad-4aa6-8ce8-81baddae6c55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.270076] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 880.270076] env[69217]: value = "task-3532441" [ 880.270076] env[69217]: _type = "Task" [ 880.270076] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.277664] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.316548] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.342756] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.342956] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.343139] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.343391] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.343548] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.343691] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.346653] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.346653] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.346653] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.346653] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.346653] env[69217]: DEBUG nova.virt.hardware [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.346653] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e3ded-1711-4da6-9275-5b428a7ad20d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.356326] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6cbded-947e-4e7c-b001-16c1b042e889 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.535200] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a1f07-cf9f-4028-bdad-0cb6c28d6580 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.545017] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bab85-8a33-4aee-bd20-49927b222418 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.574348] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488d33a2-8a92-4d3d-8c42-868785c9d755 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.581947] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78ce87-c406-46e3-9886-d90c9837eb89 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.599183] env[69217]: DEBUG nova.compute.provider_tree [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.684121] env[69217]: DEBUG nova.compute.manager [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Received event network-vif-plugged-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.684499] env[69217]: DEBUG oslo_concurrency.lockutils [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] Acquiring lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.685040] env[69217]: DEBUG oslo_concurrency.lockutils [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.686341] env[69217]: DEBUG oslo_concurrency.lockutils [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.687190] env[69217]: DEBUG nova.compute.manager [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] No waiting events found dispatching network-vif-plugged-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.687532] env[69217]: WARNING nova.compute.manager [req-de261565-495e-4d59-9e6e-700a75d40750 req-03b1a6d5-c9d1-481f-86ca-cfb19412cb63 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Received unexpected event network-vif-plugged-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 for instance with vm_state building and task_state spawning. [ 880.691518] env[69217]: DEBUG nova.objects.instance [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lazy-loading 'flavor' on Instance uuid fd2abf04-8542-4fe9-9d72-77202b316adf {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.783406] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Successfully updated port: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.801225] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.135651] env[69217]: DEBUG nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.135651] env[69217]: DEBUG nova.compute.provider_tree [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 86 to 87 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.135826] env[69217]: DEBUG nova.compute.provider_tree [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.282331] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532441, 'name': PowerOnVM_Task, 'duration_secs': 0.724269} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.282331] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.282480] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Took 7.88 seconds to spawn the instance on the hypervisor. [ 881.282658] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.283445] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc16168-3266-48e9-9237-3a57074c21a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.290049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.290049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.290049] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.648033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.356s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.650719] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.233s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.652337] env[69217]: INFO nova.compute.claims [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.679351] env[69217]: INFO nova.scheduler.client.report [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted allocations for instance 47795e70-9159-4984-86dd-a633479c48f3 [ 881.700356] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6053086b-2477-4c10-a3dc-bab1b136f55d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.805482] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Took 53.04 seconds to build instance. [ 881.838836] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.028531] env[69217]: DEBUG nova.network.neutron [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Updating instance_info_cache with network_info: [{"id": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "address": "fa:16:3e:b8:74:18", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3bd122-20", "ovs_interfaceid": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.189119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "47795e70-9159-4984-86dd-a633479c48f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.575s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.285684] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.286031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.286266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.286473] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.286634] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.288745] env[69217]: INFO nova.compute.manager [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Terminating instance [ 882.307531] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.466s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.532049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.532404] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Instance network_info: |[{"id": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "address": "fa:16:3e:b8:74:18", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3bd122-20", "ovs_interfaceid": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.532843] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:74:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3bd122-20cc-4f17-acb4-01dba8d5ccd7', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.540972] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.541233] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.541470] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f982d7-3190-455b-a981-fb5609cf3c9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.560692] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.560692] env[69217]: value = "task-3532442" [ 882.560692] env[69217]: _type = "Task" [ 882.560692] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.568774] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532442, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.707789] env[69217]: DEBUG nova.compute.manager [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Received event network-changed-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.708641] env[69217]: DEBUG nova.compute.manager [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Refreshing instance network info cache due to event network-changed-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.708641] env[69217]: DEBUG oslo_concurrency.lockutils [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] Acquiring lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708641] env[69217]: DEBUG oslo_concurrency.lockutils [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] Acquired lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.708641] env[69217]: DEBUG nova.network.neutron [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Refreshing network info cache for port 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.792744] env[69217]: DEBUG nova.compute.manager [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.792983] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.794061] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97878a39-733b-4d93-8098-6f684a7e7f0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.804869] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.805183] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e45bc53-7be9-401b-8f7c-f2092decf585 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.812187] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.816703] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 882.816703] env[69217]: value = "task-3532443" [ 882.816703] env[69217]: _type = "Task" [ 882.816703] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.825058] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.070356] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532442, 'name': CreateVM_Task, 'duration_secs': 0.359089} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.072919] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.074097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.074097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.074743] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.074743] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a2c2bd-f55f-4f11-8c2a-0f6836116ba1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.079525] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 883.079525] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8ceb0-ba48-8cbd-8589-f04c82948786" [ 883.079525] env[69217]: _type = "Task" [ 883.079525] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.089761] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.090032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.094690] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8ceb0-ba48-8cbd-8589-f04c82948786, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.095752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.095752] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.095752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.095752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.095752] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.096408] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3781e5cf-3640-422e-b78f-665de6a8e9f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.104293] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.104499] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.105382] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4c0cf4-685f-4b38-9bbb-9e19768ff69c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.110437] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 883.110437] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6d2f9-e881-c237-7574-9cbfc876d9aa" [ 883.110437] env[69217]: _type = "Task" [ 883.110437] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.122981] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6d2f9-e881-c237-7574-9cbfc876d9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.183971] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12011e2-cf52-497c-ba47-68fb20a9bd0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.191563] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63e9fb-97b4-486f-b66c-90b5b858c11c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.225871] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b21a2b1-2e77-452e-960f-44582fb1659e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.234191] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea36d1f-c3bf-4469-a81d-6366b0e735d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.248154] env[69217]: DEBUG nova.compute.provider_tree [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.329667] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532443, 'name': PowerOffVM_Task, 'duration_secs': 0.230231} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.332026] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.332215] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.332481] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-badf3efd-75f4-4d79-b28e-0d2d8007d31b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.338959] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.395635] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.395874] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.396088] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore2] b778c536-fcf3-45c1-babc-f4c93bfaadbd {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.396439] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61027db-0b59-4dbc-b7be-42647183c298 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.403084] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 883.403084] env[69217]: value = "task-3532445" [ 883.403084] env[69217]: _type = "Task" [ 883.403084] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.412584] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.455382] env[69217]: DEBUG nova.network.neutron [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Updated VIF entry in instance network info cache for port 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.455853] env[69217]: DEBUG nova.network.neutron [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Updating instance_info_cache with network_info: [{"id": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "address": "fa:16:3e:b8:74:18", "network": {"id": "44f88625-8733-4b7f-a524-9f4bbd321218", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-787009849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645d11b6c86f4232b69edee5af4bda20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3bd122-20", "ovs_interfaceid": "8b3bd122-20cc-4f17-acb4-01dba8d5ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.623747] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6d2f9-e881-c237-7574-9cbfc876d9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.0077} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.624735] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c91b6ff-e2d9-454d-9638-789778667413 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.630545] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 883.630545] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eef71d-e653-a78a-4c2b-95b7e6effc5a" [ 883.630545] env[69217]: _type = "Task" [ 883.630545] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.639252] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eef71d-e653-a78a-4c2b-95b7e6effc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.751256] env[69217]: DEBUG nova.scheduler.client.report [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.914074] env[69217]: DEBUG oslo_vmware.api [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177804} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.914378] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.914523] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.914696] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.914881] env[69217]: INFO nova.compute.manager [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 883.915131] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.915330] env[69217]: DEBUG nova.compute.manager [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.915425] env[69217]: DEBUG nova.network.neutron [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.959341] env[69217]: DEBUG oslo_concurrency.lockutils [req-cb1dd0dd-009c-4374-9d2a-bd3ffb173203 req-97318efd-f074-4841-a722-5b460cee8f41 service nova] Releasing lock "refresh_cache-e6823fa8-eb76-4341-ba1b-be1cd3051452" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.143051] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eef71d-e653-a78a-4c2b-95b7e6effc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.143051] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.143604] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e6823fa8-eb76-4341-ba1b-be1cd3051452/e6823fa8-eb76-4341-ba1b-be1cd3051452.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.143703] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12fa4f7-9fa0-4e7f-add4-2deb0076a10c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.151028] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 884.151028] env[69217]: value = "task-3532446" [ 884.151028] env[69217]: _type = "Task" [ 884.151028] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.158966] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.257222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.257769] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.261194] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.176s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.261704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.261704] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 884.261808] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.157s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.263373] env[69217]: INFO nova.compute.claims [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.267665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742693fd-dcb6-40b9-a89e-3d114787ec05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.275918] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f642b0-bc07-4643-80a5-6b0431f54252 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.291088] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41f84d-e099-4681-8ce5-c0a9c01a07c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.302466] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1ad6c-bceb-4148-a2b1-b3dec7302dd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.334548] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178187MB free_disk=85GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 884.334709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.665160] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.705061] env[69217]: DEBUG nova.network.neutron [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.735097] env[69217]: DEBUG nova.compute.manager [req-3de6626b-8167-4d99-a27e-e48257d30174 req-2536dd3b-711c-483b-a239-cb961884db4a service nova] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Received event network-vif-deleted-3077199f-e599-4ab8-92b5-0c006027f3cc {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.766030] env[69217]: DEBUG nova.compute.utils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.766030] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.766030] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.830073] env[69217]: DEBUG nova.policy [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c206592d6a42fe9a5b1d31774c4e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00b7f2d5eb594bcb8e7fc1d8627758d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.162232] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708909} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.162544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e6823fa8-eb76-4341-ba1b-be1cd3051452/e6823fa8-eb76-4341-ba1b-be1cd3051452.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.162721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.163058] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3db673a-6464-4d9c-8f9b-674fd40db189 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.171495] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 885.171495] env[69217]: value = "task-3532447" [ 885.171495] env[69217]: _type = "Task" [ 885.171495] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.183454] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Successfully created port: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.185749] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.208686] env[69217]: INFO nova.compute.manager [-] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Took 1.29 seconds to deallocate network for instance. [ 885.267882] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.268157] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.270124] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.682843] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068843} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.683117] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.685304] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ed671-2095-4c71-8851-31bac419bac8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.711225] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e6823fa8-eb76-4341-ba1b-be1cd3051452/e6823fa8-eb76-4341-ba1b-be1cd3051452.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.713905] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd02ac5b-ddf8-418d-8546-c05f73f0b906 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.728736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.734461] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 885.734461] env[69217]: value = "task-3532448" [ 885.734461] env[69217]: _type = "Task" [ 885.734461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.744721] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.774362] env[69217]: DEBUG nova.compute.utils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.832229] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022aeac-c3e6-40bb-a603-66ac52214ac5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.839880] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38477ae9-ab55-4775-a07b-667d27c1b11f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.872746] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfee0fe-7b24-4288-b0c0-6ba374f2c047 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.880696] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb10e9ed-bd07-454b-8f31-061823278aff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.895975] env[69217]: DEBUG nova.compute.provider_tree [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.244391] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532448, 'name': ReconfigVM_Task, 'duration_secs': 0.300032} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.244795] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e6823fa8-eb76-4341-ba1b-be1cd3051452/e6823fa8-eb76-4341-ba1b-be1cd3051452.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.245510] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd1f804-c48c-4180-8ab6-b49abad20348 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.251823] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 886.251823] env[69217]: value = "task-3532449" [ 886.251823] env[69217]: _type = "Task" [ 886.251823] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.260024] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532449, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.279879] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.281271] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.306738] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.307073] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.307270] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.307483] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.307651] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.307818] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.308160] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.308360] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.308564] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.308738] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.308918] env[69217]: DEBUG nova.virt.hardware [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.309799] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0d490-f857-46d3-8812-3d604a2d54e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.317774] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5a190-e555-4fba-bac1-6922dcac3878 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.400203] env[69217]: DEBUG nova.scheduler.client.report [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.763101] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532449, 'name': Rename_Task, 'duration_secs': 0.130095} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.763447] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.764171] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd71060-6eaa-4da5-b645-05aaeae8c789 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.770560] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 886.770560] env[69217]: value = "task-3532450" [ 886.770560] env[69217]: _type = "Task" [ 886.770560] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.780931] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.822118] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Successfully updated port: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.834979] env[69217]: DEBUG nova.compute.manager [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Received event network-vif-plugged-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.834979] env[69217]: DEBUG oslo_concurrency.lockutils [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] Acquiring lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.834979] env[69217]: DEBUG oslo_concurrency.lockutils [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.834979] env[69217]: DEBUG oslo_concurrency.lockutils [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.834979] env[69217]: DEBUG nova.compute.manager [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] No waiting events found dispatching network-vif-plugged-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.834979] env[69217]: WARNING nova.compute.manager [req-05ba6759-7c2f-4c6e-a664-1acb07d084f1 req-547c453f-2f74-496c-b060-b4c57c7428ae service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Received unexpected event network-vif-plugged-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 for instance with vm_state building and task_state spawning. [ 886.904927] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.905494] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.908278] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.867s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.281202] env[69217]: DEBUG oslo_vmware.api [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532450, 'name': PowerOnVM_Task, 'duration_secs': 0.43316} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.281523] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.281730] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Took 6.96 seconds to spawn the instance on the hypervisor. [ 887.281911] env[69217]: DEBUG nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.282865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967c719-42ec-4c57-bd64-d5ddebe65c63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.324921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.325170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquired lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.325347] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.365816] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.366118] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.366357] env[69217]: INFO nova.compute.manager [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Attaching volume 3156e3ce-5839-4c3c-8a2f-118a5cc562b5 to /dev/sdb [ 887.400152] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4502622-36f8-47f6-a41d-c412546817e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.408459] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65725e-4262-43b2-a53c-7f9fa10bb1b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.414966] env[69217]: INFO nova.compute.claims [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.418998] env[69217]: DEBUG nova.compute.utils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.424301] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.424468] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.440218] env[69217]: DEBUG nova.virt.block_device [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating existing volume attachment record: 506daff4-b613-4dc7-a69b-d848a3e882ef {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 887.473783] env[69217]: DEBUG nova.policy [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581fec207b8c4ee2bd115195fccab6e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d9da41ba6454edd84ab1b7b2d786947', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.803766] env[69217]: INFO nova.compute.manager [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Took 49.05 seconds to build instance. [ 887.861088] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Successfully created port: bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.866064] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.922866] env[69217]: INFO nova.compute.resource_tracker [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating resource usage from migration 7e8268e7-3de4-4486-8e17-a964897bf290 [ 887.930599] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.041011] env[69217]: DEBUG nova.network.neutron [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updating instance_info_cache with network_info: [{"id": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "address": "fa:16:3e:ca:b6:71", "network": {"id": "8091bed4-f9fb-481f-8bc1-553013c0cc52", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1504834866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7f2d5eb594bcb8e7fc1d8627758d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1918f0-e5", "ovs_interfaceid": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.309171] env[69217]: DEBUG oslo_concurrency.lockutils [None req-251595a0-3b8d-4389-a700-e7d489700a56 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.430s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.419109] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a81a2-2f02-4fce-8428-654a20f8517f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.427409] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e9f1d-24b4-4bcf-b2f3-848c49aef6c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.461943] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.462215] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.462412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.462591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.463926] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.464716] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54527b0b-50d7-4b82-bd26-aec0ab7cc638 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.467608] env[69217]: INFO nova.compute.manager [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Terminating instance [ 888.475504] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf396f4-3778-4234-b464-2fd6a2d40864 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.490348] env[69217]: DEBUG nova.compute.provider_tree [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.544149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Releasing lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.544479] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Instance network_info: |[{"id": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "address": "fa:16:3e:ca:b6:71", "network": {"id": "8091bed4-f9fb-481f-8bc1-553013c0cc52", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1504834866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7f2d5eb594bcb8e7fc1d8627758d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1918f0-e5", "ovs_interfaceid": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.544911] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:b6:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f1918f0-e5f9-4d6a-aace-2ef3ea352d78', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.552492] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Creating folder: Project (00b7f2d5eb594bcb8e7fc1d8627758d9). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.552739] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a83fa2-5ce9-4af5-8754-f17f751e33e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.563805] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Created folder: Project (00b7f2d5eb594bcb8e7fc1d8627758d9) in parent group-v705386. [ 888.563996] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Creating folder: Instances. Parent ref: group-v705550. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.564247] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bf1c4d2-abb3-4c54-94bd-b26ec46dff8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.574315] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Created folder: Instances in parent group-v705550. [ 888.574538] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.574723] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.574928] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87e61815-19da-4b22-9ef2-41db6413639b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.593975] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.593975] env[69217]: value = "task-3532456" [ 888.593975] env[69217]: _type = "Task" [ 888.593975] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.603056] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532456, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.812411] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.862421] env[69217]: DEBUG nova.compute.manager [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Received event network-changed-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.862637] env[69217]: DEBUG nova.compute.manager [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Refreshing instance network info cache due to event network-changed-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.862921] env[69217]: DEBUG oslo_concurrency.lockutils [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] Acquiring lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.862990] env[69217]: DEBUG oslo_concurrency.lockutils [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] Acquired lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863160] env[69217]: DEBUG nova.network.neutron [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Refreshing network info cache for port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.963520] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.971515] env[69217]: DEBUG nova.compute.manager [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.971795] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.972718] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bceedb2-14b4-4d16-9cc0-14153246c1b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.980761] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.981064] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f6bcb1c-6d41-47ad-9bd7-c0855f228722 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.989018] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 888.989018] env[69217]: value = "task-3532457" [ 888.989018] env[69217]: _type = "Task" [ 888.989018] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.991124] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.991352] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.991506] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.991688] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.991833] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.991988] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.992278] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.992443] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.992609] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.992767] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.992936] env[69217]: DEBUG nova.virt.hardware [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.993844] env[69217]: DEBUG nova.scheduler.client.report [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.997582] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea06901-e547-4449-b05c-ac4ac25ccf0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.011032] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc44b385-a8af-4531-977f-376a95ed5a13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.015501] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.104839] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532456, 'name': CreateVM_Task, 'duration_secs': 0.356399} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.104839] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.105162] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.105328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.105692] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.105950] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6010e166-e5fa-4ea2-a14a-b5c170db9f12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.110817] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 889.110817] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522e2e03-c6d9-d331-90c3-9e6c47b0c63e" [ 889.110817] env[69217]: _type = "Task" [ 889.110817] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.118474] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522e2e03-c6d9-d331-90c3-9e6c47b0c63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.338266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.442700] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Successfully updated port: bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.503509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.595s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.503764] env[69217]: INFO nova.compute.manager [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Migrating [ 889.513461] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532457, 'name': PowerOffVM_Task, 'duration_secs': 0.328127} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.518145] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.178s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.518364] env[69217]: DEBUG nova.objects.instance [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lazy-loading 'resources' on Instance uuid 1b6c4942-baab-40bf-bec6-ff869a18ea32 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.519599] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.519765] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.526541] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61016205-3db0-4717-aadb-15fe5927e9f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.591660] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.591884] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.592079] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleting the datastore file [datastore2] 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.592355] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5868c809-7fd4-4757-b1d4-163d13351988 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.599495] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 889.599495] env[69217]: value = "task-3532459" [ 889.599495] env[69217]: _type = "Task" [ 889.599495] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.607337] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.620100] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522e2e03-c6d9-d331-90c3-9e6c47b0c63e, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.620343] env[69217]: DEBUG nova.network.neutron [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updated VIF entry in instance network info cache for port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.620616] env[69217]: DEBUG nova.network.neutron [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updating instance_info_cache with network_info: [{"id": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "address": "fa:16:3e:ca:b6:71", "network": {"id": "8091bed4-f9fb-481f-8bc1-553013c0cc52", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1504834866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7f2d5eb594bcb8e7fc1d8627758d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1918f0-e5", "ovs_interfaceid": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.621890] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.622139] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.623178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.623178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.623178] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.623178] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58cd19e0-90bb-4379-b501-af8a78cfd6a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.630831] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.630927] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.631794] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b23c8d8-7f44-4f7e-8c68-50cee35b8742 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.637625] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 889.637625] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524523f6-cf5a-bf0c-5892-d99f85b95b21" [ 889.637625] env[69217]: _type = "Task" [ 889.637625] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.647265] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524523f6-cf5a-bf0c-5892-d99f85b95b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.945153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.945328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquired lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.945512] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.029474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.029731] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.029948] env[69217]: DEBUG nova.network.neutron [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.109741] env[69217]: DEBUG oslo_vmware.api [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206699} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.112711] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.112811] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.112984] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.113206] env[69217]: INFO nova.compute.manager [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.113492] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.114665] env[69217]: DEBUG nova.compute.manager [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.114665] env[69217]: DEBUG nova.network.neutron [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.124263] env[69217]: DEBUG oslo_concurrency.lockutils [req-c85d2b3d-0025-4e34-b296-adbf9124c2bd req-def9dd3b-29ae-4bd8-bf52-a2b29ea2277e service nova] Releasing lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.152347] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524523f6-cf5a-bf0c-5892-d99f85b95b21, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.153244] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5916a54d-b9ec-4c3d-8aec-107bf69d4251 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.161439] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 890.161439] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc0ab1-f6ee-e0f8-7ea8-2895c22ee37d" [ 890.161439] env[69217]: _type = "Task" [ 890.161439] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.170890] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc0ab1-f6ee-e0f8-7ea8-2895c22ee37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.467750] env[69217]: DEBUG nova.compute.manager [req-d07aa548-fda9-4ae7-ae7c-4c7d68f494f5 req-7513f22c-d350-4209-868c-f2e5ba6b579e service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Received event network-vif-deleted-1de9452e-d344-4368-9f1b-7c7641744aac {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.468024] env[69217]: INFO nova.compute.manager [req-d07aa548-fda9-4ae7-ae7c-4c7d68f494f5 req-7513f22c-d350-4209-868c-f2e5ba6b579e service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Neutron deleted interface 1de9452e-d344-4368-9f1b-7c7641744aac; detaching it from the instance and deleting it from the info cache [ 890.468198] env[69217]: DEBUG nova.network.neutron [req-d07aa548-fda9-4ae7-ae7c-4c7d68f494f5 req-7513f22c-d350-4209-868c-f2e5ba6b579e service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.478534] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.531860] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4c880-c15b-4833-8c52-64e1305487a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.543434] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f530e-e01b-461a-bc46-9b5b2a2a623a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.578971] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a896940-4684-466c-81fa-2c0a4ac9e4a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.586397] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29976fbf-4274-4c86-b2f8-ad0ad7166e80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.599871] env[69217]: DEBUG nova.compute.provider_tree [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.627341] env[69217]: DEBUG nova.network.neutron [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updating instance_info_cache with network_info: [{"id": "bb0ce4e0-e484-433f-a099-f82f118b132d", "address": "fa:16:3e:15:26:44", "network": {"id": "11ec8078-7676-4c76-a61f-09ebee0f91c5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1787872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9da41ba6454edd84ab1b7b2d786947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0ce4e0-e4", "ovs_interfaceid": "bb0ce4e0-e484-433f-a099-f82f118b132d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.671811] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cc0ab1-f6ee-e0f8-7ea8-2895c22ee37d, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.671983] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.672287] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] d5b1b2d2-83da-44c6-903a-ffd0d58fd324/d5b1b2d2-83da-44c6-903a-ffd0d58fd324.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.672559] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-334a81a0-2759-4bcf-875f-8a90f96ddddd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.680029] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 890.680029] env[69217]: value = "task-3532461" [ 890.680029] env[69217]: _type = "Task" [ 890.680029] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.686350] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.786166] env[69217]: DEBUG nova.network.neutron [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.885480] env[69217]: DEBUG nova.network.neutron [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.891464] env[69217]: DEBUG nova.compute.manager [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Received event network-vif-plugged-bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.891686] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Acquiring lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.891895] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.892075] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.892245] env[69217]: DEBUG nova.compute.manager [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] No waiting events found dispatching network-vif-plugged-bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.892409] env[69217]: WARNING nova.compute.manager [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Received unexpected event network-vif-plugged-bb0ce4e0-e484-433f-a099-f82f118b132d for instance with vm_state building and task_state spawning. [ 890.892568] env[69217]: DEBUG nova.compute.manager [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Received event network-changed-bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.892727] env[69217]: DEBUG nova.compute.manager [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Refreshing instance network info cache due to event network-changed-bb0ce4e0-e484-433f-a099-f82f118b132d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.892894] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Acquiring lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.978522] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9c14c6a-915a-4c5a-8224-6666d53fa72e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.988311] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a30d92-6adf-44a3-b313-69fc43baea21 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.021089] env[69217]: DEBUG nova.compute.manager [req-d07aa548-fda9-4ae7-ae7c-4c7d68f494f5 req-7513f22c-d350-4209-868c-f2e5ba6b579e service nova] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Detach interface failed, port_id=1de9452e-d344-4368-9f1b-7c7641744aac, reason: Instance 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.121898] env[69217]: ERROR nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] [req-3c36f94d-7a86-458b-be6b-02b59a853c3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c36f94d-7a86-458b-be6b-02b59a853c3d"}]} [ 891.129616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Releasing lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.130245] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Instance network_info: |[{"id": "bb0ce4e0-e484-433f-a099-f82f118b132d", "address": "fa:16:3e:15:26:44", "network": {"id": "11ec8078-7676-4c76-a61f-09ebee0f91c5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1787872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9da41ba6454edd84ab1b7b2d786947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0ce4e0-e4", "ovs_interfaceid": "bb0ce4e0-e484-433f-a099-f82f118b132d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.130245] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Acquired lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.130469] env[69217]: DEBUG nova.network.neutron [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Refreshing network info cache for port bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.131796] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:26:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb0ce4e0-e484-433f-a099-f82f118b132d', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.139913] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Creating folder: Project (1d9da41ba6454edd84ab1b7b2d786947). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.140964] env[69217]: DEBUG nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.143501] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b553f66f-7d2e-4ad3-adb6-73e1b603be9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.155505] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Created folder: Project (1d9da41ba6454edd84ab1b7b2d786947) in parent group-v705386. [ 891.155717] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Creating folder: Instances. Parent ref: group-v705553. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.156016] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de4ac52a-d458-4e49-979a-f7981a465980 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.158240] env[69217]: DEBUG nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.158438] env[69217]: DEBUG nova.compute.provider_tree [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.167507] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Created folder: Instances in parent group-v705553. [ 891.167811] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.168085] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.169153] env[69217]: DEBUG nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.171416] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9940cbb0-38e1-4a01-8e3b-40a7ca220015 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.206105] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.207831] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.207831] env[69217]: value = "task-3532464" [ 891.207831] env[69217]: _type = "Task" [ 891.207831] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.213024] env[69217]: DEBUG nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 891.222155] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532464, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.291605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.387144] env[69217]: INFO nova.compute.manager [-] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Took 1.27 seconds to deallocate network for instance. [ 891.705940] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930494} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.706224] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] d5b1b2d2-83da-44c6-903a-ffd0d58fd324/d5b1b2d2-83da-44c6-903a-ffd0d58fd324.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.706442] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.706810] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a356dc27-0286-4b49-ad6a-f2ce0013c809 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.715098] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd170d09-b6db-4a2e-a5ee-b1522ee46a6e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.719266] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 891.719266] env[69217]: value = "task-3532465" [ 891.719266] env[69217]: _type = "Task" [ 891.719266] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.729566] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532464, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.731257] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb85cc7-6f33-484b-9515-cee69198a256 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.737422] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.768844] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f974a-c62d-447a-a08b-9b34c1768a26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.776828] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae89510-5a1e-4dfa-8762-de57b759cd94 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.789901] env[69217]: DEBUG nova.compute.provider_tree [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.894078] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.911985] env[69217]: DEBUG nova.network.neutron [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updated VIF entry in instance network info cache for port bb0ce4e0-e484-433f-a099-f82f118b132d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.912323] env[69217]: DEBUG nova.network.neutron [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updating instance_info_cache with network_info: [{"id": "bb0ce4e0-e484-433f-a099-f82f118b132d", "address": "fa:16:3e:15:26:44", "network": {"id": "11ec8078-7676-4c76-a61f-09ebee0f91c5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1787872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9da41ba6454edd84ab1b7b2d786947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0ce4e0-e4", "ovs_interfaceid": "bb0ce4e0-e484-433f-a099-f82f118b132d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.993006] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 891.993286] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705549', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'name': 'volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de8da247-fd8a-4d0a-82ae-0ea053ce2ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'serial': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 891.994499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f115173-4a86-46fb-8029-a7b788634e23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.010576] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c583977-cb4c-4183-bc9b-bc3b4666cb34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.034172] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5/volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.034410] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f9fc41-6a55-4c94-b29b-b1dd0d120a76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.051729] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 892.051729] env[69217]: value = "task-3532466" [ 892.051729] env[69217]: _type = "Task" [ 892.051729] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.059252] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.220357] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532464, 'name': CreateVM_Task, 'duration_secs': 0.649964} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.223352] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.224216] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.224388] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.224699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.225313] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b331b4-549c-4698-a36e-3d85390a9457 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.229869] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064658} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.231084] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.231345] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 892.231345] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525ffeda-8186-e661-055e-3f52ee0a7742" [ 892.231345] env[69217]: _type = "Task" [ 892.231345] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.233043] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79270d7d-c479-45d6-abef-7cda9677e218 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.244018] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525ffeda-8186-e661-055e-3f52ee0a7742, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.252712] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.252953] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.253197] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.253345] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.253534] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.261989] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d5b1b2d2-83da-44c6-903a-ffd0d58fd324/d5b1b2d2-83da-44c6-903a-ffd0d58fd324.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.262262] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0fbe48b-d88d-4238-ae90-33d1c03ec0e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.264242] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23759c80-32af-4c91-8513-c86e7dbe1f0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.284429] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 892.284429] env[69217]: value = "task-3532467" [ 892.284429] env[69217]: _type = "Task" [ 892.284429] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.285663] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.285851] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.289363] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5103c8c-09bf-44ca-8e1b-6fe4ba31ae66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.292779] env[69217]: DEBUG nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.304454] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.304454] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 892.304454] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3dd7d-97c6-0a3a-8e94-2f96e78b81b7" [ 892.304454] env[69217]: _type = "Task" [ 892.304454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.313288] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3dd7d-97c6-0a3a-8e94-2f96e78b81b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.314078] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cc2cc9-1c59-44c5-8ae2-05cc9e74730a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.319475] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 892.319475] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526c166c-0ade-1cb5-d4f9-7ed1b54e2c80" [ 892.319475] env[69217]: _type = "Task" [ 892.319475] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.326950] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526c166c-0ade-1cb5-d4f9-7ed1b54e2c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.416844] env[69217]: DEBUG oslo_concurrency.lockutils [req-1a6a14b8-17ec-41c1-863e-89c4b11987ab req-3d7eb90a-5e8c-4550-9e9b-c84d6cd959ce service nova] Releasing lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.562120] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.797636] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532467, 'name': ReconfigVM_Task, 'duration_secs': 0.478635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.798085] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d5b1b2d2-83da-44c6-903a-ffd0d58fd324/d5b1b2d2-83da-44c6-903a-ffd0d58fd324.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.798935] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac843359-61eb-421a-ad7a-696de00c6f43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.806224] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.288s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.810997] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.232s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.812728] env[69217]: INFO nova.compute.claims [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.815593] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 892.815593] env[69217]: value = "task-3532468" [ 892.815593] env[69217]: _type = "Task" [ 892.815593] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.816711] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e79253-8b77-42c7-b3a1-230de9087ae7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.832759] env[69217]: INFO nova.scheduler.client.report [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Deleted allocations for instance 1b6c4942-baab-40bf-bec6-ff869a18ea32 [ 892.861021] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.872184] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526c166c-0ade-1cb5-d4f9-7ed1b54e2c80, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.872441] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532468, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.872899] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873177] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7f8cb6ea-f331-4d9c-aa0f-7479154a8945/7f8cb6ea-f331-4d9c-aa0f-7479154a8945.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.873439] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79723a65-75cf-4d5e-a303-ced5a00b2874 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.881935] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 892.881935] env[69217]: value = "task-3532469" [ 892.881935] env[69217]: _type = "Task" [ 892.881935] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.890958] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.063395] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532466, 'name': ReconfigVM_Task, 'duration_secs': 0.920885} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.063718] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5/volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.070171] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b0cf3b-9b15-4a71-bad1-c9922defdcb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.085277] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 893.085277] env[69217]: value = "task-3532470" [ 893.085277] env[69217]: _type = "Task" [ 893.085277] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.094202] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.334479] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532468, 'name': Rename_Task, 'duration_secs': 0.143287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.335377] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.336044] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd636fb-53b8-4a3b-86d3-43066993699f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.343458] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 893.343458] env[69217]: value = "task-3532471" [ 893.343458] env[69217]: _type = "Task" [ 893.343458] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.352079] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.371986] env[69217]: DEBUG oslo_concurrency.lockutils [None req-80183cce-397a-49d8-a8b4-fb7ae91bd6d8 tempest-ServerShowV247Test-1362470018 tempest-ServerShowV247Test-1362470018-project-member] Lock "1b6c4942-baab-40bf-bec6-ff869a18ea32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.313s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.374620] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.376898] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dfe641e-579b-4e16-8f40-da5e3c232c3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388210] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 893.388210] env[69217]: value = "task-3532472" [ 893.388210] env[69217]: _type = "Task" [ 893.388210] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.396153] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.402160] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.596578] env[69217]: DEBUG oslo_vmware.api [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532470, 'name': ReconfigVM_Task, 'duration_secs': 0.33083} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.597036] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705549', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'name': 'volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de8da247-fd8a-4d0a-82ae-0ea053ce2ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'serial': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 893.854407] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.895049] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820003} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.898276] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7f8cb6ea-f331-4d9c-aa0f-7479154a8945/7f8cb6ea-f331-4d9c-aa0f-7479154a8945.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.898482] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.899092] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e102aae-72d0-4607-be74-50006848e434 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.904248] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532472, 'name': PowerOffVM_Task, 'duration_secs': 0.383861} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.904777] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.904966] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.909506] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 893.909506] env[69217]: value = "task-3532473" [ 893.909506] env[69217]: _type = "Task" [ 893.909506] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.922994] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.318535] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d00e4f-ec8b-4c1f-86b4-8689aaa08534 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.326769] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d865d0-f975-4a7a-b593-8d693fd2b4d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.360429] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38516f-525f-4046-843e-1c45e3a09185 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.368447] env[69217]: DEBUG oslo_vmware.api [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3532471, 'name': PowerOnVM_Task, 'duration_secs': 0.591634} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.370453] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.370651] env[69217]: INFO nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Took 8.09 seconds to spawn the instance on the hypervisor. [ 894.370840] env[69217]: DEBUG nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.371601] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b6eca-845c-4d27-97a7-044230f01fac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.375035] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366dc821-a688-416d-87b8-e476d0259920 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.393641] env[69217]: DEBUG nova.compute.provider_tree [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.413338] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.413899] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.414163] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.414440] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.414963] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.414963] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.415158] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.415414] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.415686] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.415954] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.416236] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.424734] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db90868-298b-4d47-a785-44954b85662f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.454827] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073275} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.456602] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.457084] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 894.457084] env[69217]: value = "task-3532474" [ 894.457084] env[69217]: _type = "Task" [ 894.457084] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.458510] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf30bd7-6146-4469-8ccd-e9b58ab22225 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.496993] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 7f8cb6ea-f331-4d9c-aa0f-7479154a8945/7f8cb6ea-f331-4d9c-aa0f-7479154a8945.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.504801] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfb464d-61f3-4840-9b63-02d4dee23ddd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.527666] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.534134] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 894.534134] env[69217]: value = "task-3532475" [ 894.534134] env[69217]: _type = "Task" [ 894.534134] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.545415] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.649527] env[69217]: DEBUG nova.objects.instance [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'flavor' on Instance uuid de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.900806] env[69217]: DEBUG nova.scheduler.client.report [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.905747] env[69217]: INFO nova.compute.manager [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Took 53.53 seconds to build instance. [ 894.971752] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.044067] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.155800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a196d1c-7cdf-4f68-a99b-8ce555b40de7 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.407253] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.407782] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.415018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.499s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.415018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.427s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.415018] env[69217]: DEBUG nova.objects.instance [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'resources' on Instance uuid ecb26f1d-77d3-4475-a07b-f86ded036620 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.472159] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.544676] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532475, 'name': ReconfigVM_Task, 'duration_secs': 0.656492} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.544922] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 7f8cb6ea-f331-4d9c-aa0f-7479154a8945/7f8cb6ea-f331-4d9c-aa0f-7479154a8945.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.545588] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c52385a3-8a02-4207-a3b8-d182733dc425 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.553310] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 895.553310] env[69217]: value = "task-3532476" [ 895.553310] env[69217]: _type = "Task" [ 895.553310] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.561862] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532476, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.837187] env[69217]: INFO nova.compute.manager [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Rescuing [ 895.837487] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.837645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.837815] env[69217]: DEBUG nova.network.neutron [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.915909] env[69217]: DEBUG nova.compute.utils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.920078] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.920329] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.927127] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.959696] env[69217]: DEBUG nova.compute.manager [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Received event network-changed-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.959854] env[69217]: DEBUG nova.compute.manager [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Refreshing instance network info cache due to event network-changed-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.960031] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] Acquiring lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.960186] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] Acquired lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.960350] env[69217]: DEBUG nova.network.neutron [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Refreshing network info cache for port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.981590] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532474, 'name': ReconfigVM_Task, 'duration_secs': 1.402095} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.981590] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.991140] env[69217]: DEBUG nova.policy [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e3f14d1bbc4e898264558617540e79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb5fe173333d4a9baae3a02eaf8b8f2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.065740] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532476, 'name': Rename_Task, 'duration_secs': 0.142818} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.066933] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.066933] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b43a88-1b8d-4957-9492-1c160dc5def2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.075752] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 896.075752] env[69217]: value = "task-3532477" [ 896.075752] env[69217]: _type = "Task" [ 896.075752] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.081731] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.313223] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Successfully created port: 2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.457432] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c96291-0e60-49d3-9226-35e981720cb5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.475247] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7af0c-ae2d-4025-b2eb-de448d33255d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.520032] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:42:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ec2c55db-030f-47fc-ba24-4e250c4db3dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1730162904',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.520032] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.520032] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.520032] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.520032] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.520313] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.520393] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.520526] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.520695] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.520860] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.521103] env[69217]: DEBUG nova.virt.hardware [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.530112] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.534455] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7abed2-2c2f-4b8d-ae39-334d69293052 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.550123] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1866a05-3e09-46b7-99b2-8fadab0a6891 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.557998] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.558268] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.569135] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c6c1a-4dc7-4845-b3da-863e3b4662af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.573877] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 896.573877] env[69217]: value = "task-3532478" [ 896.573877] env[69217]: _type = "Task" [ 896.573877] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.591158] env[69217]: DEBUG nova.compute.provider_tree [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.601364] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.604465] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.743217] env[69217]: DEBUG nova.network.neutron [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.867669] env[69217]: DEBUG nova.network.neutron [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updated VIF entry in instance network info cache for port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.868096] env[69217]: DEBUG nova.network.neutron [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updating instance_info_cache with network_info: [{"id": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "address": "fa:16:3e:ca:b6:71", "network": {"id": "8091bed4-f9fb-481f-8bc1-553013c0cc52", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1504834866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7f2d5eb594bcb8e7fc1d8627758d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1918f0-e5", "ovs_interfaceid": "6f1918f0-e5f9-4d6a-aace-2ef3ea352d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.939124] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.974115] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.974374] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.974532] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.974716] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.974864] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.975027] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.975245] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.975405] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.975571] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.975768] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.975954] env[69217]: DEBUG nova.virt.hardware [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.976865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198dcb77-5322-4fe7-b959-a3e95de34c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.985946] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63e8095-3378-4589-9e1f-9ec2e5e16ff9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.063589] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.086083] env[69217]: DEBUG oslo_vmware.api [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532477, 'name': PowerOnVM_Task, 'duration_secs': 0.62788} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.089161] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.089380] env[69217]: INFO nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Took 8.13 seconds to spawn the instance on the hypervisor. [ 897.089558] env[69217]: DEBUG nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.089843] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532478, 'name': ReconfigVM_Task, 'duration_secs': 0.200372} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.090549] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1535f72-c9f9-4ae2-8b13-dea600dc7938 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.092920] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.093969] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa73016-a174-427d-97af-8afb28973c10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097469] env[69217]: DEBUG nova.scheduler.client.report [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.127189] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.127900] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6036dd99-1555-407a-83e1-bd270935240f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.146817] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 897.146817] env[69217]: value = "task-3532479" [ 897.146817] env[69217]: _type = "Task" [ 897.146817] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.154997] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.246476] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.370713] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7d53b2b-c43b-46ec-ab07-7646a0f60499 req-9f93ad65-6db2-4eb7-895e-210bd785e4d8 service nova] Releasing lock "refresh_cache-d5b1b2d2-83da-44c6-903a-ffd0d58fd324" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.586562] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.620363] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.622771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.805s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.626484] env[69217]: INFO nova.compute.claims [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.648895] env[69217]: INFO nova.scheduler.client.report [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted allocations for instance ecb26f1d-77d3-4475-a07b-f86ded036620 [ 897.650495] env[69217]: INFO nova.compute.manager [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Took 50.57 seconds to build instance. [ 897.676171] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532479, 'name': ReconfigVM_Task, 'duration_secs': 0.304907} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.676467] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.676789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.099916] env[69217]: DEBUG nova.compute.manager [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Received event network-vif-plugged-2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.100305] env[69217]: DEBUG oslo_concurrency.lockutils [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] Acquiring lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.100386] env[69217]: DEBUG oslo_concurrency.lockutils [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.100541] env[69217]: DEBUG oslo_concurrency.lockutils [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.100717] env[69217]: DEBUG nova.compute.manager [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] No waiting events found dispatching network-vif-plugged-2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.100962] env[69217]: WARNING nova.compute.manager [req-03ef9999-f195-462a-9904-8b62bea6ef59 req-3c462033-d1c2-4d73-a49b-4d379106c8a4 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Received unexpected event network-vif-plugged-2bb5d347-9848-4066-bfda-179676520366 for instance with vm_state building and task_state spawning. [ 898.109723] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Successfully updated port: 2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.169865] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f990f5e9-cd72-4d3f-ae65-89e33019221a tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.502s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.172272] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "ecb26f1d-77d3-4475-a07b-f86ded036620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.230s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.187543] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b4268-0d50-4e80-9d39-9f85cf448b39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.209489] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc426a0-b9ef-4a9a-b30b-ee722456b1f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.230277] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.613145] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.613327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquired lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.613503] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.775622] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.776112] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3843456b-f23c-4df6-aa31-adcfb49f7a87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.778393] env[69217]: DEBUG nova.network.neutron [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Port 85d9363f-345f-4981-b19d-dc0a07df2ad6 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 898.785371] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 898.785371] env[69217]: value = "task-3532480" [ 898.785371] env[69217]: _type = "Task" [ 898.785371] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.797354] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.171612] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.220679] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932586a2-7113-4d60-bc6e-16e069bcbe9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.229985] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eaf343-2189-40ae-a0aa-fcb0bd74fb02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.265524] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53500f95-dedb-4cf3-ab3f-ee1f81d8191b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.273741] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc4a32-b880-41cf-a41a-6ba7c61cf700 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.292288] env[69217]: DEBUG nova.compute.provider_tree [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.303126] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532480, 'name': PowerOffVM_Task, 'duration_secs': 0.275155} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.305060] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.305381] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96529d1-c822-4d8a-a2ca-f9191a167107 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.336524] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7af56-7883-4adc-bb59-915e21915bd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.377675] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.377675] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-709495d1-5fe5-43bb-9408-9831bdd8ccfd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.383144] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 899.383144] env[69217]: value = "task-3532481" [ 899.383144] env[69217]: _type = "Task" [ 899.383144] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.392605] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.462707] env[69217]: DEBUG nova.network.neutron [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Updating instance_info_cache with network_info: [{"id": "2bb5d347-9848-4066-bfda-179676520366", "address": "fa:16:3e:d7:d5:3c", "network": {"id": "3dbf1867-7347-47e8-95c3-4d8c6531674c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-111646632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5fe173333d4a9baae3a02eaf8b8f2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5d347-98", "ovs_interfaceid": "2bb5d347-9848-4066-bfda-179676520366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.802840] env[69217]: DEBUG nova.scheduler.client.report [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.811898] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.812736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.812736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.894341] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 899.894995] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.895119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.895410] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.895601] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.895925] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b1bba4-debc-4b86-b218-882f9228688c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.905033] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.905246] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.906048] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3544a7ad-300e-40b6-80c1-6a3e934e4bc2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.911315] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 899.911315] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52288c5b-479d-2a0f-d685-4fd384bbe9af" [ 899.911315] env[69217]: _type = "Task" [ 899.911315] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.919304] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52288c5b-479d-2a0f-d685-4fd384bbe9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.966374] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Releasing lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966776] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Instance network_info: |[{"id": "2bb5d347-9848-4066-bfda-179676520366", "address": "fa:16:3e:d7:d5:3c", "network": {"id": "3dbf1867-7347-47e8-95c3-4d8c6531674c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-111646632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5fe173333d4a9baae3a02eaf8b8f2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5d347-98", "ovs_interfaceid": "2bb5d347-9848-4066-bfda-179676520366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.967275] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d5:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb5d347-9848-4066-bfda-179676520366', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.974967] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Creating folder: Project (fb5fe173333d4a9baae3a02eaf8b8f2f). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.975279] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96a6351-e965-4216-89ef-4c904f9024e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984783] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Created folder: Project (fb5fe173333d4a9baae3a02eaf8b8f2f) in parent group-v705386. [ 899.984972] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Creating folder: Instances. Parent ref: group-v705556. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.985227] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8a107ca-7152-4e02-ae5d-c37af345c5b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.993093] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Created folder: Instances in parent group-v705556. [ 899.993325] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.993516] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.993813] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f591b039-2c0a-4be2-a920-f458fb8aeab6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.012385] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.012385] env[69217]: value = "task-3532484" [ 900.012385] env[69217]: _type = "Task" [ 900.012385] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.019831] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532484, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.131314] env[69217]: DEBUG nova.compute.manager [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Received event network-changed-2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.131469] env[69217]: DEBUG nova.compute.manager [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Refreshing instance network info cache due to event network-changed-2bb5d347-9848-4066-bfda-179676520366. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.131717] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Acquiring lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.131864] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Acquired lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.132048] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Refreshing network info cache for port 2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.313182] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.313522] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.316237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.512s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.316463] env[69217]: DEBUG nova.objects.instance [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lazy-loading 'resources' on Instance uuid a0fedd32-ed2e-4ace-9526-25f398a645cf {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.423026] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52288c5b-479d-2a0f-d685-4fd384bbe9af, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.423026] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74484cf-f240-4cf8-b4b3-b50b52fc9c14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.428162] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 900.428162] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5285ff06-a62d-935a-eb64-55c651bafc76" [ 900.428162] env[69217]: _type = "Task" [ 900.428162] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.436600] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5285ff06-a62d-935a-eb64-55c651bafc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.521966] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532484, 'name': CreateVM_Task, 'duration_secs': 0.378415} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.522237] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.522962] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.523251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.523528] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.523807] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704fa519-66bb-46ee-a7dd-bc652a1c7e2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.528095] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 900.528095] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dedf77-cc90-e127-cb18-bfe964f0e263" [ 900.528095] env[69217]: _type = "Task" [ 900.528095] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.535550] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dedf77-cc90-e127-cb18-bfe964f0e263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.824864] env[69217]: DEBUG nova.compute.utils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.832086] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.832086] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.852828] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Updated VIF entry in instance network info cache for port 2bb5d347-9848-4066-bfda-179676520366. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.853372] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Updating instance_info_cache with network_info: [{"id": "2bb5d347-9848-4066-bfda-179676520366", "address": "fa:16:3e:d7:d5:3c", "network": {"id": "3dbf1867-7347-47e8-95c3-4d8c6531674c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-111646632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5fe173333d4a9baae3a02eaf8b8f2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5d347-98", "ovs_interfaceid": "2bb5d347-9848-4066-bfda-179676520366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.868026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.868441] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.868864] env[69217]: DEBUG nova.network.neutron [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.882489] env[69217]: DEBUG nova.policy [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f7a296c8e44151b905a795cdd54be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc797c67fd7048769dc22d4394443bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.939046] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5285ff06-a62d-935a-eb64-55c651bafc76, 'name': SearchDatastore_Task, 'duration_secs': 0.014315} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.939456] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.939871] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 900.940237] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7855b4-ebbd-474c-8242-821ff6e10c48 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.950753] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 900.950753] env[69217]: value = "task-3532485" [ 900.950753] env[69217]: _type = "Task" [ 900.950753] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.962533] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.039853] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dedf77-cc90-e127-cb18-bfe964f0e263, 'name': SearchDatastore_Task, 'duration_secs': 0.031788} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.040169] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.040382] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.040610] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.040764] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.040956] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.041222] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b444ca4-717a-4167-b900-75fff373898c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.051193] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.051390] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.052103] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791147f8-cb7b-4a6b-91a0-1b5c3097618d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.059247] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 901.059247] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b767ca-be9b-21c3-fc0d-1f87a7682d2b" [ 901.059247] env[69217]: _type = "Task" [ 901.059247] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.067109] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b767ca-be9b-21c3-fc0d-1f87a7682d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.188885] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Successfully created port: 522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.287870] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd515d-830a-44e2-9b98-b8ca81539dde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.295161] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965e3fe3-437b-4ca5-ac63-209bd695f128 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.325975] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f2fe9-5f34-4095-8af8-cf6ab88a4bd2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.330132] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.335494] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf0147a-e177-44b0-8039-3f7c95bbcac7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350516] env[69217]: DEBUG nova.compute.provider_tree [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.356800] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Releasing lock "refresh_cache-02e1d665-05f6-48e4-a9e6-a8bba7ed877a" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.357035] env[69217]: DEBUG nova.compute.manager [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Received event network-changed-bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.357236] env[69217]: DEBUG nova.compute.manager [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Refreshing instance network info cache due to event network-changed-bb0ce4e0-e484-433f-a099-f82f118b132d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.357458] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Acquiring lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357628] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Acquired lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357846] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Refreshing network info cache for port bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.462317] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.579774] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b767ca-be9b-21c3-fc0d-1f87a7682d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.580685] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff56507-eedb-4ce6-848e-c2fc98439eec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.588907] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 901.588907] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5269b59d-fe81-44ad-f415-55c8faa961ae" [ 901.588907] env[69217]: _type = "Task" [ 901.588907] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.600586] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5269b59d-fe81-44ad-f415-55c8faa961ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.710212] env[69217]: DEBUG nova.network.neutron [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.855142] env[69217]: DEBUG nova.scheduler.client.report [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.963664] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776171} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.966500] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 901.967040] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd978f15-11ab-4d90-bde5-2dc7369afd1d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.009045] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.011435] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edcd1766-44ed-48d4-a001-676bcb62923e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.030239] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 902.030239] env[69217]: value = "task-3532486" [ 902.030239] env[69217]: _type = "Task" [ 902.030239] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.038044] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.099169] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5269b59d-fe81-44ad-f415-55c8faa961ae, 'name': SearchDatastore_Task, 'duration_secs': 0.057162} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.099439] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.099695] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 02e1d665-05f6-48e4-a9e6-a8bba7ed877a/02e1d665-05f6-48e4-a9e6-a8bba7ed877a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.099955] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28281a93-66ce-47f0-ac0e-603fc63be48a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.106195] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 902.106195] env[69217]: value = "task-3532487" [ 902.106195] env[69217]: _type = "Task" [ 902.106195] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.113543] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.150432] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updated VIF entry in instance network info cache for port bb0ce4e0-e484-433f-a099-f82f118b132d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.150850] env[69217]: DEBUG nova.network.neutron [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updating instance_info_cache with network_info: [{"id": "bb0ce4e0-e484-433f-a099-f82f118b132d", "address": "fa:16:3e:15:26:44", "network": {"id": "11ec8078-7676-4c76-a61f-09ebee0f91c5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1787872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9da41ba6454edd84ab1b7b2d786947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0ce4e0-e4", "ovs_interfaceid": "bb0ce4e0-e484-433f-a099-f82f118b132d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.213856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.342033] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.360653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.366084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.617s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.366084] env[69217]: DEBUG nova.objects.instance [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lazy-loading 'resources' on Instance uuid a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.374734] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.375012] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.375174] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.375358] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.375503] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.375650] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.375958] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.376649] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.376649] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.376649] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.376802] env[69217]: DEBUG nova.virt.hardware [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.378272] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b7476-c18c-4a65-a779-015db357aed0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.392652] env[69217]: INFO nova.scheduler.client.report [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted allocations for instance a0fedd32-ed2e-4ace-9526-25f398a645cf [ 902.395171] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d975a5-6f4d-4ab2-861d-8fd71398851b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.541431] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532486, 'name': ReconfigVM_Task, 'duration_secs': 0.498252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.541714] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.543175] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e41056-32db-4767-aca1-dc0b19e0086f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.570674] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf30f6e5-d2c4-4938-a5ec-cd77d480d353 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.586604] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 902.586604] env[69217]: value = "task-3532488" [ 902.586604] env[69217]: _type = "Task" [ 902.586604] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.594565] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.616145] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505316} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.616453] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 02e1d665-05f6-48e4-a9e6-a8bba7ed877a/02e1d665-05f6-48e4-a9e6-a8bba7ed877a.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.616737] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.617085] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-135af2ac-acf5-42d5-b45d-a53adeecb29b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.623868] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 902.623868] env[69217]: value = "task-3532489" [ 902.623868] env[69217]: _type = "Task" [ 902.623868] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.633780] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.653683] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d870d46-7386-458a-9647-a5606e68b65d req-375bdd51-09d8-4cbe-8dee-1f479b2ac87b service nova] Releasing lock "refresh_cache-7f8cb6ea-f331-4d9c-aa0f-7479154a8945" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.739342] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34202f-83ad-42cf-a07a-af5a2fc9a6e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.758740] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0b064-2658-4538-8bad-daa24f469dd6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.767120] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.827150] env[69217]: DEBUG nova.compute.manager [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Received event network-vif-plugged-522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.827150] env[69217]: DEBUG oslo_concurrency.lockutils [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] Acquiring lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.827150] env[69217]: DEBUG oslo_concurrency.lockutils [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.827150] env[69217]: DEBUG oslo_concurrency.lockutils [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.827150] env[69217]: DEBUG nova.compute.manager [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] No waiting events found dispatching network-vif-plugged-522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.827150] env[69217]: WARNING nova.compute.manager [req-694637cb-3395-494b-92b2-2dea7c6c6646 req-9f1fedb4-1dc0-4c22-859c-e6ff3af33685 service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Received unexpected event network-vif-plugged-522cfff3-b16d-4ce1-948f-c79268fc5d5c for instance with vm_state building and task_state spawning. [ 902.887160] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Successfully updated port: 522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.906105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d7714b22-2276-459d-a033-94777abcf518 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "a0fedd32-ed2e-4ace-9526-25f398a645cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.713s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.102601] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.133290] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065797} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.135969] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.137344] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16813c8-bba0-409c-84b1-fe83f23ebd9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.160606] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 02e1d665-05f6-48e4-a9e6-a8bba7ed877a/02e1d665-05f6-48e4-a9e6-a8bba7ed877a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.162821] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba63fea-dc64-4d5c-a84a-e2db139099db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.182657] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 903.182657] env[69217]: value = "task-3532490" [ 903.182657] env[69217]: _type = "Task" [ 903.182657] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.193018] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.273103] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.273429] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61cbc68-c35f-44e0-9170-8799cec6d9a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.281648] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 903.281648] env[69217]: value = "task-3532491" [ 903.281648] env[69217]: _type = "Task" [ 903.281648] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.289384] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.375333] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be46cd5-ce2d-4d40-91c9-050ee352e174 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.382993] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38348705-63df-443c-b9bb-5c4116144333 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.388607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.388783] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.388930] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.429615] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8b840-59a3-4426-a64a-d8ca7d9a80d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.438400] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4443b9a-cf6d-4d19-9b33-50a5491da95c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.453580] env[69217]: DEBUG nova.compute.provider_tree [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.460749] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.599057] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532488, 'name': ReconfigVM_Task, 'duration_secs': 0.83801} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.599341] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.599605] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc3be1f-400f-4c3a-b034-a96bab68abdb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.607101] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 903.607101] env[69217]: value = "task-3532492" [ 903.607101] env[69217]: _type = "Task" [ 903.607101] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.611581] env[69217]: DEBUG nova.network.neutron [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Updating instance_info_cache with network_info: [{"id": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "address": "fa:16:3e:c8:54:b3", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cfff3-b1", "ovs_interfaceid": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.618151] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.693718] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.791532] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.958129] env[69217]: DEBUG nova.scheduler.client.report [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.115064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.115331] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.116779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.117047] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Instance network_info: |[{"id": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "address": "fa:16:3e:c8:54:b3", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cfff3-b1", "ovs_interfaceid": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.117786] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:54:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '522cfff3-b16d-4ce1-948f-c79268fc5d5c', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.125293] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.126573] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.126815] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1051dfc3-c0a1-432d-b5eb-92814b49c09b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.144600] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532492, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.150097] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.150097] env[69217]: value = "task-3532493" [ 904.150097] env[69217]: _type = "Task" [ 904.150097] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.158119] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532493, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.195007] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532490, 'name': ReconfigVM_Task, 'duration_secs': 0.724112} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.195309] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 02e1d665-05f6-48e4-a9e6-a8bba7ed877a/02e1d665-05f6-48e4-a9e6-a8bba7ed877a.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.196151] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1dd3cd-d005-4b0f-b215-81d14ddc3de8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.202599] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 904.202599] env[69217]: value = "task-3532494" [ 904.202599] env[69217]: _type = "Task" [ 904.202599] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.219874] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532494, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.293430] env[69217]: DEBUG oslo_vmware.api [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532491, 'name': PowerOnVM_Task, 'duration_secs': 0.651213} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.293694] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.293884] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e40070cb-2a33-46fa-9aae-2b616d9a12fe tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance '136c5d15-818e-4289-8571-1ccbab5b1b3b' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.466782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.469362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.684s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.470908] env[69217]: INFO nova.compute.claims [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.490286] env[69217]: INFO nova.scheduler.client.report [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Deleted allocations for instance a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f [ 904.619416] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.621859] env[69217]: DEBUG oslo_vmware.api [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532492, 'name': PowerOnVM_Task, 'duration_secs': 0.757069} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.622151] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.624566] env[69217]: DEBUG nova.compute.manager [None req-fedc1bac-480e-4cb4-b14b-87aa830c0d4d tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.625420] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc5367-31ed-46c3-95e8-436c270678b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.660500] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532493, 'name': CreateVM_Task, 'duration_secs': 0.4577} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.661304] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.662064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.662248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.662570] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.663082] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f8abd4-acfc-40e6-8439-3ef35a915ca4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.668197] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 904.668197] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f78489-c0b3-7073-d76d-4bafa63b28dc" [ 904.668197] env[69217]: _type = "Task" [ 904.668197] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.676195] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f78489-c0b3-7073-d76d-4bafa63b28dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.711264] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532494, 'name': Rename_Task, 'duration_secs': 0.205184} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.711526] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.711768] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7cf254-821a-4c15-a727-90f3fd5ec605 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.717395] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 904.717395] env[69217]: value = "task-3532495" [ 904.717395] env[69217]: _type = "Task" [ 904.717395] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.724351] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.864401] env[69217]: DEBUG nova.compute.manager [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Received event network-changed-522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.864657] env[69217]: DEBUG nova.compute.manager [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Refreshing instance network info cache due to event network-changed-522cfff3-b16d-4ce1-948f-c79268fc5d5c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.864806] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] Acquiring lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.864955] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] Acquired lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.865139] env[69217]: DEBUG nova.network.neutron [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Refreshing network info cache for port 522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.998108] env[69217]: DEBUG oslo_concurrency.lockutils [None req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Lock "a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.366s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.145484] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.178836] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f78489-c0b3-7073-d76d-4bafa63b28dc, 'name': SearchDatastore_Task, 'duration_secs': 0.034616} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.179153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.179388] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.179627] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.179773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.179954] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.180230] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6803fbd4-b339-498e-b499-a5d813a1edb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.189717] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.189905] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.190657] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a355c2-1dfc-492c-9e00-0863f7191edb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.196507] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 905.196507] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52590c8d-6831-6f26-4d03-e30bc5d29ed7" [ 905.196507] env[69217]: _type = "Task" [ 905.196507] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.204162] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52590c8d-6831-6f26-4d03-e30bc5d29ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.227376] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532495, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.674139] env[69217]: DEBUG nova.network.neutron [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Updated VIF entry in instance network info cache for port 522cfff3-b16d-4ce1-948f-c79268fc5d5c. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.674554] env[69217]: DEBUG nova.network.neutron [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Updating instance_info_cache with network_info: [{"id": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "address": "fa:16:3e:c8:54:b3", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cfff3-b1", "ovs_interfaceid": "522cfff3-b16d-4ce1-948f-c79268fc5d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.707670] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52590c8d-6831-6f26-4d03-e30bc5d29ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.015199} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.708750] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cad4224-181e-489a-8853-f8afdedc6ce2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.714024] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 905.714024] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5219695c-ad97-3c01-fb2d-b7c367f1193c" [ 905.714024] env[69217]: _type = "Task" [ 905.714024] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.727071] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5219695c-ad97-3c01-fb2d-b7c367f1193c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.731874] env[69217]: DEBUG oslo_vmware.api [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532495, 'name': PowerOnVM_Task, 'duration_secs': 0.954028} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.732136] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.732335] env[69217]: INFO nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Took 8.79 seconds to spawn the instance on the hypervisor. [ 905.732511] env[69217]: DEBUG nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.733289] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20bc78d-c8e8-48ee-b6a9-c73dd776c27f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.006745] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4610c-2bdc-4a88-ade6-a68157e0d043 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.015489] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c77b43-32f3-4675-ba3f-2818f9ff2eac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.048591] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12cf56-6237-4f49-aca6-f32f6357aab8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.056576] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f98597-9721-4926-8e59-c064fc999934 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.071807] env[69217]: DEBUG nova.compute.provider_tree [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.181014] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f638df9-c1d8-4366-9815-9910f1e5f549 req-95571403-cc0f-49b8-932b-5b9b855dadde service nova] Releasing lock "refresh_cache-73a506d7-e144-47cc-b825-b868a4bc24b9" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.225398] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5219695c-ad97-3c01-fb2d-b7c367f1193c, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.225672] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.226063] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 73a506d7-e144-47cc-b825-b868a4bc24b9/73a506d7-e144-47cc-b825-b868a4bc24b9.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.226341] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f121974-503f-459f-9f86-c802c1a8195c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.233303] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 906.233303] env[69217]: value = "task-3532496" [ 906.233303] env[69217]: _type = "Task" [ 906.233303] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.241973] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.253968] env[69217]: INFO nova.compute.manager [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Took 54.69 seconds to build instance. [ 906.472774] env[69217]: INFO nova.compute.manager [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Unrescuing [ 906.473117] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.473289] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.473486] env[69217]: DEBUG nova.network.neutron [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.576534] env[69217]: DEBUG nova.scheduler.client.report [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.746266] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532496, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.756239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6f4e4d9f-df0d-4f86-85b7-574be9855375 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.936s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.794031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.794565] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.794643] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.794871] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.795093] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.797711] env[69217]: INFO nova.compute.manager [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Terminating instance [ 907.082709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.083608] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.086190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.385s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.086401] env[69217]: DEBUG nova.objects.instance [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lazy-loading 'resources' on Instance uuid ae681203-5fe5-41dc-8dee-0d0240349185 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.219449] env[69217]: DEBUG nova.network.neutron [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.247727] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595872} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.248021] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 73a506d7-e144-47cc-b825-b868a4bc24b9/73a506d7-e144-47cc-b825-b868a4bc24b9.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.248236] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.248494] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8c8d03-d5c8-4dad-bee7-16381a2fb49f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.255339] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 907.255339] env[69217]: value = "task-3532497" [ 907.255339] env[69217]: _type = "Task" [ 907.255339] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.264720] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.301796] env[69217]: DEBUG nova.compute.manager [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.302089] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.302987] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02108dcc-b43b-4645-a2d1-90567feb8d41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.311138] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.311381] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c051d3c3-a300-46b7-98c3-4a9fb84c81e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.318212] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 907.318212] env[69217]: value = "task-3532498" [ 907.318212] env[69217]: _type = "Task" [ 907.318212] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.325818] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.397964] env[69217]: DEBUG nova.network.neutron [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Port 85d9363f-345f-4981-b19d-dc0a07df2ad6 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 907.398287] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.398449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.398619] env[69217]: DEBUG nova.network.neutron [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.592469] env[69217]: DEBUG nova.compute.utils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.599508] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.599589] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.652790] env[69217]: DEBUG nova.policy [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.722575] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.723214] env[69217]: DEBUG nova.objects.instance [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'flavor' on Instance uuid de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.769617] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303329} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.774230] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.776239] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48e5294-9e04-4610-9863-d3981a7e0129 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.801738] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 73a506d7-e144-47cc-b825-b868a4bc24b9/73a506d7-e144-47cc-b825-b868a4bc24b9.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.804769] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f558d4e0-70fc-42be-827d-e81e39a32c38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.831442] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532498, 'name': PowerOffVM_Task, 'duration_secs': 0.422294} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.835764] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.836048] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.836396] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 907.836396] env[69217]: value = "task-3532499" [ 907.836396] env[69217]: _type = "Task" [ 907.836396] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.836890] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405b549c-4cd5-4aa6-8cd9-bcc995454eb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.848845] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.937848] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.937848] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.937848] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Deleting the datastore file [datastore1] 02e1d665-05f6-48e4-a9e6-a8bba7ed877a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.937848] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57797e10-0a89-412c-8acb-7ca2f527f830 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.948924] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for the task: (returnval){ [ 907.948924] env[69217]: value = "task-3532501" [ 907.948924] env[69217]: _type = "Task" [ 907.948924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.959718] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.049250] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Successfully created port: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.102422] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.177293] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2fdfc3-717e-4ccd-994c-f26344b965dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.185994] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc93b46e-f1ca-4638-85dd-a0fa4fc79009 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.231330] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ed9c3b-9fe9-4ba9-975f-58a6e8d7b182 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.234668] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b440147a-5e94-4fcb-9da1-18e57dacde7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.261318] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207b63d-a0f7-456e-8c8a-f6d8355e3da5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.265840] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.266156] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f504033d-5b24-46d4-a775-8574b1dce219 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.278540] env[69217]: DEBUG nova.compute.provider_tree [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.281171] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 908.281171] env[69217]: value = "task-3532502" [ 908.281171] env[69217]: _type = "Task" [ 908.281171] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.291585] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.350441] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.459660] env[69217]: DEBUG oslo_vmware.api [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Task: {'id': task-3532501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493513} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.461207] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.461207] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.461207] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.461207] env[69217]: INFO nova.compute.manager [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 908.461207] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.461207] env[69217]: DEBUG nova.compute.manager [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.461207] env[69217]: DEBUG nova.network.neutron [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.594726] env[69217]: DEBUG nova.network.neutron [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.783534] env[69217]: DEBUG nova.scheduler.client.report [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.797386] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532502, 'name': PowerOffVM_Task, 'duration_secs': 0.275134} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.797659] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.803548] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfiguring VM instance instance-00000034 to detach disk 2002 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.804718] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651ddd8a-4c0f-49c0-9e10-0f915d9ee217 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.820630] env[69217]: DEBUG nova.compute.manager [req-794ce33a-5163-4a33-ab39-36d3a2f8d29a req-d3c3cc50-e978-4c1e-aae3-6d03a6447793 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Received event network-vif-deleted-2bb5d347-9848-4066-bfda-179676520366 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.820825] env[69217]: INFO nova.compute.manager [req-794ce33a-5163-4a33-ab39-36d3a2f8d29a req-d3c3cc50-e978-4c1e-aae3-6d03a6447793 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Neutron deleted interface 2bb5d347-9848-4066-bfda-179676520366; detaching it from the instance and deleting it from the info cache [ 908.820998] env[69217]: DEBUG nova.network.neutron [req-794ce33a-5163-4a33-ab39-36d3a2f8d29a req-d3c3cc50-e978-4c1e-aae3-6d03a6447793 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.827936] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 908.827936] env[69217]: value = "task-3532503" [ 908.827936] env[69217]: _type = "Task" [ 908.827936] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.837857] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.849280] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532499, 'name': ReconfigVM_Task, 'duration_secs': 0.711941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.849522] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 73a506d7-e144-47cc-b825-b868a4bc24b9/73a506d7-e144-47cc-b825-b868a4bc24b9.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.850206] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c16b75-bc3c-40fe-b625-521c6fba5c29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.856068] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 908.856068] env[69217]: value = "task-3532504" [ 908.856068] env[69217]: _type = "Task" [ 908.856068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.864382] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532504, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.097670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.113055] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.146531] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.146923] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.146994] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.147157] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.147441] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.147441] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.147654] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.147856] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.148862] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.149123] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.149249] env[69217]: DEBUG nova.virt.hardware [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.150695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fcc01a-dc3e-456b-9e1e-e00e35c89d4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.160024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e5b70-9415-4349-826e-be83e76bddf5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.293641] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.295765] env[69217]: DEBUG nova.network.neutron [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.297380] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.116s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.297613] env[69217]: DEBUG nova.objects.instance [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lazy-loading 'resources' on Instance uuid 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.320025] env[69217]: INFO nova.scheduler.client.report [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Deleted allocations for instance ae681203-5fe5-41dc-8dee-0d0240349185 [ 909.323961] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f0d9510-e93b-43d0-870b-3a49ed7926f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.335499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14563096-04d5-40bf-a1f3-cd6096dfdd5d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.350095] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.372857] env[69217]: DEBUG nova.compute.manager [req-794ce33a-5163-4a33-ab39-36d3a2f8d29a req-d3c3cc50-e978-4c1e-aae3-6d03a6447793 service nova] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Detach interface failed, port_id=2bb5d347-9848-4066-bfda-179676520366, reason: Instance 02e1d665-05f6-48e4-a9e6-a8bba7ed877a could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.376807] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532504, 'name': Rename_Task, 'duration_secs': 0.144357} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.377054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.377300] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0f5e74-2045-4d56-8ff8-5146aa081f31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.383723] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 909.383723] env[69217]: value = "task-3532505" [ 909.383723] env[69217]: _type = "Task" [ 909.383723] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.391322] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.600879] env[69217]: DEBUG nova.compute.manager [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69217) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 909.601134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.695027] env[69217]: DEBUG nova.compute.manager [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Received event network-vif-plugged-6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.695217] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.695421] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.695588] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.695750] env[69217]: DEBUG nova.compute.manager [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] No waiting events found dispatching network-vif-plugged-6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.695950] env[69217]: WARNING nova.compute.manager [req-6a221aa7-f555-449e-9cd6-284e4b2b1101 req-87a71cb6-db03-4752-bcce-95e1d4c13186 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Received unexpected event network-vif-plugged-6c3f6fd4-929b-4a69-a65a-5e61e375a70f for instance with vm_state building and task_state spawning. [ 909.714077] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Successfully updated port: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.802013] env[69217]: INFO nova.compute.manager [-] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Took 1.34 seconds to deallocate network for instance. [ 909.837552] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59f5c463-974b-4302-bfb8-60b80b349b38 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Lock "ae681203-5fe5-41dc-8dee-0d0240349185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.343s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.846129] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.897152] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.216713] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.216713] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.216713] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.293097] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35afd8d-f6bd-49f3-b1e5-1d2e147efd1f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.301205] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276eb901-6c9e-44bd-829b-9f2fd81acef4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.335210] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.342347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11af4e28-b1b6-45a8-9ee3-5c47bcf749cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.353238] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0d3f6-eb60-4029-865d-f32cc267a591 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.357364] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532503, 'name': ReconfigVM_Task, 'duration_secs': 1.277681} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.357603] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfigured VM instance instance-00000034 to detach disk 2002 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.357832] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.358447] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fcbaec5-e7b6-4d64-a89b-1f1aae455a20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.368758] env[69217]: DEBUG nova.compute.provider_tree [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.371126] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 910.371126] env[69217]: value = "task-3532506" [ 910.371126] env[69217]: _type = "Task" [ 910.371126] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.379710] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532506, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.396207] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.772072] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.873670] env[69217]: DEBUG nova.scheduler.client.report [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.896185] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.913816] env[69217]: DEBUG oslo_vmware.api [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532505, 'name': PowerOnVM_Task, 'duration_secs': 1.120053} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.914581] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.914872] env[69217]: INFO nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Took 8.57 seconds to spawn the instance on the hypervisor. [ 910.915153] env[69217]: DEBUG nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.918552] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57be9ee-b759-4962-b6bd-13d6730281c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.998259] env[69217]: DEBUG nova.network.neutron [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updating instance_info_cache with network_info: [{"id": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "address": "fa:16:3e:6a:15:0c", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f6fd4-92", "ovs_interfaceid": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.385549] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.391703] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.165s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.392013] env[69217]: DEBUG nova.objects.instance [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lazy-loading 'resources' on Instance uuid 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.394075] env[69217]: DEBUG oslo_vmware.api [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532506, 'name': PowerOnVM_Task, 'duration_secs': 1.005613} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.395767] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.396088] env[69217]: DEBUG nova.compute.manager [None req-6131aae0-9303-45bc-842a-aa70ed94867f tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.397016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959c093-11a5-4f4b-8dfe-9f1f1fa202f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.414400] env[69217]: INFO nova.scheduler.client.report [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleted allocations for instance 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0 [ 911.442708] env[69217]: INFO nova.compute.manager [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Took 53.64 seconds to build instance. [ 911.501267] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.502250] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Instance network_info: |[{"id": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "address": "fa:16:3e:6a:15:0c", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f6fd4-92", "ovs_interfaceid": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.502724] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:15:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c3f6fd4-929b-4a69-a65a-5e61e375a70f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.513767] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.514091] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.514585] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff71d2ac-4b4e-4b50-bf41-4b46cdc32881 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.540721] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.540721] env[69217]: value = "task-3532507" [ 911.540721] env[69217]: _type = "Task" [ 911.540721] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.550470] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532507, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.838503] env[69217]: DEBUG nova.compute.manager [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Received event network-changed-6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.838503] env[69217]: DEBUG nova.compute.manager [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Refreshing instance network info cache due to event network-changed-6c3f6fd4-929b-4a69-a65a-5e61e375a70f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.838503] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] Acquiring lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.838503] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] Acquired lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.838503] env[69217]: DEBUG nova.network.neutron [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Refreshing network info cache for port 6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.921248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-242561ea-26f0-418a-85a7-fccce2f3fcef tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "70163c15-4bdc-4898-b2b8-02dd5c0a9ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.774s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.946711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-38949eba-b2f9-4ccf-ae66-83c4c3954497 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.298s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.055832] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532507, 'name': CreateVM_Task, 'duration_secs': 0.336338} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.056269] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.057017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.058889] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.058889] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.058889] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b5bf38-b4d7-4f39-aee2-b80fe937683d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.063958] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 912.063958] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242d520-0bd9-7765-eeff-776dec1f118c" [ 912.063958] env[69217]: _type = "Task" [ 912.063958] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.075404] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242d520-0bd9-7765-eeff-776dec1f118c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.487918] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587427a-327c-419a-8f7a-6b6762340006 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.499205] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879d5fb-f718-4f89-a450-28e164d50d52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.543678] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0461d2-0ae6-435d-9970-79b475c2ba51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.552154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac02fdca-4b9d-42bd-bf71-691960170a2b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.566661] env[69217]: DEBUG nova.compute.provider_tree [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.579803] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242d520-0bd9-7765-eeff-776dec1f118c, 'name': SearchDatastore_Task, 'duration_secs': 0.015822} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.580899] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.581159] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.581403] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.581573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.581756] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.582283] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-087839ac-4400-46af-b786-c73728f49a6d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.592940] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.593185] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.594047] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24fad49-c753-48f9-8696-bbb5d118daaa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.600068] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 912.600068] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52559f92-2aaf-b030-f758-09a1cfe4abb1" [ 912.600068] env[69217]: _type = "Task" [ 912.600068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.609130] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52559f92-2aaf-b030-f758-09a1cfe4abb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.734153] env[69217]: DEBUG nova.network.neutron [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updated VIF entry in instance network info cache for port 6c3f6fd4-929b-4a69-a65a-5e61e375a70f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.734595] env[69217]: DEBUG nova.network.neutron [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updating instance_info_cache with network_info: [{"id": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "address": "fa:16:3e:6a:15:0c", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f6fd4-92", "ovs_interfaceid": "6c3f6fd4-929b-4a69-a65a-5e61e375a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.842019] env[69217]: DEBUG nova.compute.manager [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.842019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009228eb-3f24-4f5d-8595-e651d1b580d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.072278] env[69217]: DEBUG nova.scheduler.client.report [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.115230] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52559f92-2aaf-b030-f758-09a1cfe4abb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.117608] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeb9121-db39-44ea-96f9-9473e1baab52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129350] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 913.129350] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b4d37-d52b-8504-05eb-1254577870e3" [ 913.129350] env[69217]: _type = "Task" [ 913.129350] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.139461] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b4d37-d52b-8504-05eb-1254577870e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.237208] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f1fdfd5-533d-4042-ba17-e191974b04c5 req-087225fa-448c-43b6-8f35-2eebd41b3e31 service nova] Releasing lock "refresh_cache-3a759712-a5e6-44f2-9836-01b3d181d6d4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.353447] env[69217]: INFO nova.compute.manager [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] instance snapshotting [ 913.357713] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3ccf8-ea26-4521-b14b-2ff3998acd73 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.379274] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe35388-b0de-4041-b4d2-412194ed133d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.503189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "9a150c60-ea21-4c99-8237-267850c02324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.503189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.503189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "9a150c60-ea21-4c99-8237-267850c02324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.503189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.503189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.505551] env[69217]: INFO nova.compute.manager [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Terminating instance [ 913.580547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.582902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.595s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.582902] env[69217]: DEBUG nova.objects.instance [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lazy-loading 'resources' on Instance uuid 6b76a3c4-d85d-4c21-955b-24fb174871d4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.608781] env[69217]: INFO nova.scheduler.client.report [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Deleted allocations for instance 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35 [ 913.637170] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520b4d37-d52b-8504-05eb-1254577870e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.637449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.637770] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 3a759712-a5e6-44f2-9836-01b3d181d6d4/3a759712-a5e6-44f2-9836-01b3d181d6d4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.637983] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2d8fa4-1c3d-4100-bafb-59e6880288c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.647430] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 913.647430] env[69217]: value = "task-3532508" [ 913.647430] env[69217]: _type = "Task" [ 913.647430] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.657788] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.685742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.685973] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.873420] env[69217]: DEBUG nova.compute.manager [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.873617] env[69217]: DEBUG nova.compute.manager [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing instance network info cache due to event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.873922] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.873975] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.874482] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.891267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.891813] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f99444c7-4f45-4572-a004-da2865d4c8db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.900294] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 913.900294] env[69217]: value = "task-3532509" [ 913.900294] env[69217]: _type = "Task" [ 913.900294] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.909680] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.009242] env[69217]: DEBUG nova.compute.manager [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.009311] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.011100] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c4b54-270c-432d-9635-ce8dde3d71ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.021536] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.022051] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecaa5e42-491d-4a08-a41b-6b7786497038 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.029956] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 914.029956] env[69217]: value = "task-3532510" [ 914.029956] env[69217]: _type = "Task" [ 914.029956] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.043780] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.120060] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Lock "3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.896s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.162427] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.188589] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.410452] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.544303] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532510, 'name': PowerOffVM_Task, 'duration_secs': 0.284312} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.544940] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.544940] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.544940] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-874dbf1e-b18f-44fc-a514-bd2c11f5880a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625655] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.625655] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.625655] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleting the datastore file [datastore1] 9a150c60-ea21-4c99-8237-267850c02324 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.625764] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7413750f-84cb-4b4e-b643-a9df3f5b0652 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.642634] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for the task: (returnval){ [ 914.642634] env[69217]: value = "task-3532512" [ 914.642634] env[69217]: _type = "Task" [ 914.642634] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.658674] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.664062] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589589} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.664156] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 3a759712-a5e6-44f2-9836-01b3d181d6d4/3a759712-a5e6-44f2-9836-01b3d181d6d4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.664349] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.664666] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20c737a4-1f2b-4e9f-acd7-8b799274eace {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.670650] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 914.670650] env[69217]: value = "task-3532513" [ 914.670650] env[69217]: _type = "Task" [ 914.670650] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.676826] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be595acd-8ef0-4b72-bd15-03e8b297716f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.684842] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.688049] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updated VIF entry in instance network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.688650] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.690610] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bbf89b-35e6-4bc7-933a-ef1d278858c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.730204] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed79e6-5ed3-4ede-9347-a23a798bca5d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.739203] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227c4372-caed-4dcd-9c73-183a6a567925 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.753772] env[69217]: DEBUG nova.compute.provider_tree [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.755820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.912217] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.154394] env[69217]: DEBUG oslo_vmware.api [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Task: {'id': task-3532512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477583} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.154958] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.155250] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.155475] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.155696] env[69217]: INFO nova.compute.manager [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 1.15 seconds to destroy the instance on the hypervisor. [ 915.156024] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.156513] env[69217]: DEBUG nova.compute.manager [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.156641] env[69217]: DEBUG nova.network.neutron [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.181124] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206489} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.181467] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.182356] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d84a8-3b0a-4005-b465-881fb424afd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.199643] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.199931] env[69217]: DEBUG nova.compute.manager [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.200119] env[69217]: DEBUG nova.compute.manager [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing instance network info cache due to event network-changed-fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.200570] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Acquiring lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200708] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Acquired lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.200888] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Refreshing network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.214771] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 3a759712-a5e6-44f2-9836-01b3d181d6d4/3a759712-a5e6-44f2-9836-01b3d181d6d4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.215901] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c0b05ac-c4e7-4fa0-ae61-3de4bdfc27e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.239924] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 915.239924] env[69217]: value = "task-3532514" [ 915.239924] env[69217]: _type = "Task" [ 915.239924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.253189] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.257255] env[69217]: DEBUG nova.scheduler.client.report [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.416148] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.751697] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532514, 'name': ReconfigVM_Task, 'duration_secs': 0.363364} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.751984] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 3a759712-a5e6-44f2-9836-01b3d181d6d4/3a759712-a5e6-44f2-9836-01b3d181d6d4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.752707] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-064de0ae-d7d6-487c-a7c4-7853d0db75be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.762142] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 915.762142] env[69217]: value = "task-3532515" [ 915.762142] env[69217]: _type = "Task" [ 915.762142] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.763404] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.771647] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.495s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.773573] env[69217]: INFO nova.compute.claims [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.781704] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532515, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.801763] env[69217]: INFO nova.scheduler.client.report [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Deleted allocations for instance 6b76a3c4-d85d-4c21-955b-24fb174871d4 [ 915.920012] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532509, 'name': CreateSnapshot_Task, 'duration_secs': 1.613234} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.920310] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.921100] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb412a-eeeb-481a-ae6a-0c0e842eab6d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.927441] env[69217]: DEBUG nova.compute.manager [req-c66b3826-6e94-4c2d-a01e-ff7b98ecdab8 req-ac299021-24d4-4e90-a1b0-016717f72c9a service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Received event network-vif-deleted-b7c2939f-f576-466f-a5da-5d0988bdfaed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.927441] env[69217]: INFO nova.compute.manager [req-c66b3826-6e94-4c2d-a01e-ff7b98ecdab8 req-ac299021-24d4-4e90-a1b0-016717f72c9a service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Neutron deleted interface b7c2939f-f576-466f-a5da-5d0988bdfaed; detaching it from the instance and deleting it from the info cache [ 915.927441] env[69217]: DEBUG nova.network.neutron [req-c66b3826-6e94-4c2d-a01e-ff7b98ecdab8 req-ac299021-24d4-4e90-a1b0-016717f72c9a service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.106517] env[69217]: DEBUG nova.network.neutron [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.129357] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updated VIF entry in instance network info cache for port fbb34dcc-e8a5-4e66-b431-e5ffaf305116. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.129357] env[69217]: DEBUG nova.network.neutron [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [{"id": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "address": "fa:16:3e:39:e3:a6", "network": {"id": "bf39d7be-3757-49a8-9316-8bad2b2fcb19", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-19837563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7980e2400744463f906213e4951741e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb34dcc-e8", "ovs_interfaceid": "fbb34dcc-e8a5-4e66-b431-e5ffaf305116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.281171] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532515, 'name': Rename_Task, 'duration_secs': 0.141155} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.281171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.281171] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85abaa0-1987-487f-8fbc-bcf32d4b833c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.293019] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 916.293019] env[69217]: value = "task-3532516" [ 916.293019] env[69217]: _type = "Task" [ 916.293019] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.305739] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.309765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-159934cf-df02-4607-a7a8-d74f94fd901b tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Lock "6b76a3c4-d85d-4c21-955b-24fb174871d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.941s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.451116] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.451631] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e3788ac-00df-4536-845c-322f91784106 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.454039] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb294eca-6365-404d-b8a7-72464e452377 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.466452] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b45db3-9185-4876-99f9-25240e9e51d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.477942] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 916.477942] env[69217]: value = "task-3532517" [ 916.477942] env[69217]: _type = "Task" [ 916.477942] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.489938] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.503882] env[69217]: DEBUG nova.compute.manager [req-c66b3826-6e94-4c2d-a01e-ff7b98ecdab8 req-ac299021-24d4-4e90-a1b0-016717f72c9a service nova] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Detach interface failed, port_id=b7c2939f-f576-466f-a5da-5d0988bdfaed, reason: Instance 9a150c60-ea21-4c99-8237-267850c02324 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.608830] env[69217]: INFO nova.compute.manager [-] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Took 1.45 seconds to deallocate network for instance. [ 916.632078] env[69217]: DEBUG oslo_concurrency.lockutils [req-7fef281b-73a8-4cf0-a21c-50b46f944a1e req-0e84e3b8-0588-4aaa-8080-c444d5bd756c service nova] Releasing lock "refresh_cache-de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.805173] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532516, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.992959] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.118749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.285225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb727ff5-799c-47cd-acea-b3c1c9b9f233 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.296965] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044f00b-34a2-4e1c-a643-d6922c281144 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.308052] env[69217]: DEBUG oslo_vmware.api [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532516, 'name': PowerOnVM_Task, 'duration_secs': 0.531992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.334938] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.335196] env[69217]: INFO nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Took 8.22 seconds to spawn the instance on the hypervisor. [ 917.335379] env[69217]: DEBUG nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.336725] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad715d-199b-467d-a48a-597ec066d66e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340093] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ed099d-be4d-4b6e-8151-f319ee983cd2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.355019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a944959-1d2d-4fa7-9f3e-8c6bf4fca7ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.368174] env[69217]: DEBUG nova.compute.provider_tree [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.393138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.393138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.494736] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.859666] env[69217]: INFO nova.compute.manager [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Took 54.11 seconds to build instance. [ 917.874359] env[69217]: DEBUG nova.scheduler.client.report [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.895814] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.994150] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 93%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.364868] env[69217]: DEBUG oslo_concurrency.lockutils [None req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.635s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.380089] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.381045] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.387023] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.489s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.387023] env[69217]: DEBUG nova.objects.instance [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lazy-loading 'resources' on Instance uuid 325d5036-99de-48c1-bcac-0d5741d8dd78 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.425019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.497380] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.894714] env[69217]: DEBUG nova.compute.utils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.903574] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.903574] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.958035] env[69217]: DEBUG nova.policy [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4be5255cf524113a813cbf12ff57e06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f365c5ec1fc046e9927046c487153a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.994731] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.160815] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.160815] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.402446] env[69217]: DEBUG nova.compute.utils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.497915] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532517, 'name': CloneVM_Task, 'duration_secs': 2.835028} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.498269] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Created linked-clone VM from snapshot [ 919.499349] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5552e-4d9d-4875-85d3-322193c02694 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.510238] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Uploading image 74037c8d-6141-4b78-a360-e89173b233e3 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.527707] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0856b3a-8e6a-4806-8bd3-b978d43a6fae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.535286] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Successfully created port: 3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.547720] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e20bd46-9c84-46ec-848a-9a5680afd58b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.556962] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.556962] env[69217]: value = "vm-705562" [ 919.556962] env[69217]: _type = "VirtualMachine" [ 919.556962] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.558103] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1db44b0d-e87f-4755-b1c1-74fbf6fcc6cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.610978] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0dd42-486f-4c7f-b7ad-3842f904e43a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.614053] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease: (returnval){ [ 919.614053] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52552878-377d-75a6-d8bb-24bd1dba3f59" [ 919.614053] env[69217]: _type = "HttpNfcLease" [ 919.614053] env[69217]: } obtained for exporting VM: (result){ [ 919.614053] env[69217]: value = "vm-705562" [ 919.614053] env[69217]: _type = "VirtualMachine" [ 919.614053] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.614330] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the lease: (returnval){ [ 919.614330] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52552878-377d-75a6-d8bb-24bd1dba3f59" [ 919.614330] env[69217]: _type = "HttpNfcLease" [ 919.614330] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.623239] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50574ba-aa7f-4d3b-8105-2bc78f84700a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.628784] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.628784] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52552878-377d-75a6-d8bb-24bd1dba3f59" [ 919.628784] env[69217]: _type = "HttpNfcLease" [ 919.628784] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.629468] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.629468] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52552878-377d-75a6-d8bb-24bd1dba3f59" [ 919.629468] env[69217]: _type = "HttpNfcLease" [ 919.629468] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 919.630229] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a6cb3-fd89-44e0-9f3a-494cb799ea9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.640818] env[69217]: DEBUG nova.compute.provider_tree [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.647224] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.647418] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 919.705021] env[69217]: DEBUG nova.compute.utils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.736726] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae5a0fc7-e9b7-49a8-a2ef-47c69e61e2cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.909416] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.145322] env[69217]: DEBUG nova.scheduler.client.report [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.207878] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.048s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.652209] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.656516] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.578s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.660251] env[69217]: INFO nova.compute.claims [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.727022] env[69217]: INFO nova.scheduler.client.report [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleted allocations for instance 325d5036-99de-48c1-bcac-0d5741d8dd78 [ 920.924622] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:40:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1107654100',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-543543108',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.970020] env[69217]: DEBUG nova.virt.hardware [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.970568] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04b2a6-b57c-4a6b-a34a-99d71f70075d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.987824] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2a520-c1e8-4c5a-b592-7a6fe6c7831b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.082555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.082555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.237717] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "325d5036-99de-48c1-bcac-0d5741d8dd78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.106s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.304544] env[69217]: DEBUG nova.compute.manager [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Received event network-vif-plugged-3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.305735] env[69217]: DEBUG oslo_concurrency.lockutils [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] Acquiring lock "2fe87508-31de-4630-93cf-b9002d928699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.306584] env[69217]: DEBUG oslo_concurrency.lockutils [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] Lock "2fe87508-31de-4630-93cf-b9002d928699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.306807] env[69217]: DEBUG oslo_concurrency.lockutils [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] Lock "2fe87508-31de-4630-93cf-b9002d928699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.307431] env[69217]: DEBUG nova.compute.manager [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] No waiting events found dispatching network-vif-plugged-3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.307431] env[69217]: WARNING nova.compute.manager [req-53d407ef-d5e1-4254-af00-ac79ce81cfc6 req-23ccc32b-6724-42d0-8845-940c1d53a923 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Received unexpected event network-vif-plugged-3f63830c-6fca-4f6d-8622-e914695cec25 for instance with vm_state building and task_state spawning. [ 921.327432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.328017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.328322] env[69217]: INFO nova.compute.manager [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Attaching volume 9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f to /dev/sdb [ 921.367765] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe9625-cede-4bf4-bfea-708b26e8dce5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.376630] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e486ee1-704c-4edf-8dff-b1d5b613a537 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.392889] env[69217]: DEBUG nova.virt.block_device [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updating existing volume attachment record: 4751c708-cbc5-46eb-9313-541d5079afd2 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 921.454781] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Successfully updated port: 3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.585224] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.958263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.958507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.958789] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.113603] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.268859] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e548db-a01c-442b-a010-e25e642c1f53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.279798] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baffe4c-618e-4e43-9dad-cd74b9dbd9b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.321579] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43914b-8411-47f4-a16a-a7885410e7ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.329994] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12468c0b-a23f-4eed-8d53-9e54a375fb5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.344822] env[69217]: DEBUG nova.compute.provider_tree [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.508268] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.668495] env[69217]: DEBUG nova.network.neutron [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updating instance_info_cache with network_info: [{"id": "3f63830c-6fca-4f6d-8622-e914695cec25", "address": "fa:16:3e:88:d5:60", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f63830c-6f", "ovs_interfaceid": "3f63830c-6fca-4f6d-8622-e914695cec25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.849015] env[69217]: DEBUG nova.scheduler.client.report [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.174027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.174027] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Instance network_info: |[{"id": "3f63830c-6fca-4f6d-8622-e914695cec25", "address": "fa:16:3e:88:d5:60", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f63830c-6f", "ovs_interfaceid": "3f63830c-6fca-4f6d-8622-e914695cec25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.174027] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f63830c-6fca-4f6d-8622-e914695cec25', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.180625] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.180901] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.185021] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d085b5-2d49-4505-931a-c62470efec38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.205820] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.205820] env[69217]: value = "task-3532522" [ 923.205820] env[69217]: _type = "Task" [ 923.205820] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.214222] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532522, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.347361] env[69217]: DEBUG nova.compute.manager [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Received event network-changed-3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.347585] env[69217]: DEBUG nova.compute.manager [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Refreshing instance network info cache due to event network-changed-3f63830c-6fca-4f6d-8622-e914695cec25. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.347799] env[69217]: DEBUG oslo_concurrency.lockutils [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] Acquiring lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.347938] env[69217]: DEBUG oslo_concurrency.lockutils [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] Acquired lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.349109] env[69217]: DEBUG nova.network.neutron [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Refreshing network info cache for port 3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.355709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.357386] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.363653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.797s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.364269] env[69217]: DEBUG nova.objects.instance [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lazy-loading 'resources' on Instance uuid d12a0062-73ec-4a85-bc26-b079798c83aa {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.718244] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532522, 'name': CreateVM_Task, 'duration_secs': 0.432287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.718488] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.719425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.719646] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.719971] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.720259] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4070aea7-2e8b-4402-929f-20fc0272f9e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.725594] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 923.725594] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a20cb6-b3af-beed-988f-83b87e922f0b" [ 923.725594] env[69217]: _type = "Task" [ 923.725594] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.734035] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a20cb6-b3af-beed-988f-83b87e922f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.867486] env[69217]: DEBUG nova.compute.utils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.872800] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.872987] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.928038] env[69217]: DEBUG nova.policy [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc0923fd99b425787713e1c2dd133fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e2d49baf6a400abba65c75e4c9080f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.129540] env[69217]: DEBUG nova.network.neutron [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updated VIF entry in instance network info cache for port 3f63830c-6fca-4f6d-8622-e914695cec25. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.129918] env[69217]: DEBUG nova.network.neutron [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updating instance_info_cache with network_info: [{"id": "3f63830c-6fca-4f6d-8622-e914695cec25", "address": "fa:16:3e:88:d5:60", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f63830c-6f", "ovs_interfaceid": "3f63830c-6fca-4f6d-8622-e914695cec25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.243647] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a20cb6-b3af-beed-988f-83b87e922f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.244068] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.244269] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.244598] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.245654] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.245915] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.249260] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd800a8-a09b-4495-8819-dbe7831b349a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.259102] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.259306] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.260181] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e623b68d-783f-4f52-8ea8-3793b54c094b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.268870] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 924.268870] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5249aeef-1a61-584a-efec-6f0e261dd97c" [ 924.268870] env[69217]: _type = "Task" [ 924.268870] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.281030] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5249aeef-1a61-584a-efec-6f0e261dd97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.298823] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Successfully created port: 2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.374127] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.409375] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7f2c4-d405-4356-80b5-ead4bf177901 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.424740] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e55a729-b2a4-40af-bce3-dedcf6fdfe93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.460020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f054d39-38be-4f98-90ed-e7e45eb3b149 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.469736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f1f8f-9079-4e60-b5bc-3f4547d9f354 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.491137] env[69217]: DEBUG nova.compute.provider_tree [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.496927] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.496927] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.632702] env[69217]: DEBUG oslo_concurrency.lockutils [req-d23ef92e-cf24-4cba-8ca6-8cabc0885398 req-c0b09e6a-80e8-4074-89de-839c54735254 service nova] Releasing lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.779165] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5249aeef-1a61-584a-efec-6f0e261dd97c, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.780330] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d629be-bcf3-487a-a1d4-425fd806be23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.785757] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 924.785757] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287a66d-9034-f2bf-8e7b-1acf484b370f" [ 924.785757] env[69217]: _type = "Task" [ 924.785757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.795119] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287a66d-9034-f2bf-8e7b-1acf484b370f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.998193] env[69217]: DEBUG nova.scheduler.client.report [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.296199] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5287a66d-9034-f2bf-8e7b-1acf484b370f, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.296868] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.297181] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/2fe87508-31de-4630-93cf-b9002d928699.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.297458] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad8cbd9d-adf0-4323-94fa-0f5b21925e65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.304518] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 925.304518] env[69217]: value = "task-3532524" [ 925.304518] env[69217]: _type = "Task" [ 925.304518] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.312793] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.385370] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.412592] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.412924] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.413182] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.413406] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.413686] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.413986] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.414344] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.414674] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.414996] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.415292] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.415618] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.417090] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741ab04-90e2-4e93-83b6-c4b81685086d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.427260] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa5477-f814-4a33-9b48-16ed7b18821e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.507949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.770s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.509532] env[69217]: INFO nova.compute.claims [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.529352] env[69217]: INFO nova.scheduler.client.report [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Deleted allocations for instance d12a0062-73ec-4a85-bc26-b079798c83aa [ 925.817939] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.918370] env[69217]: DEBUG nova.compute.manager [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Received event network-vif-plugged-2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.918599] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] Acquiring lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.918822] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.918990] env[69217]: DEBUG oslo_concurrency.lockutils [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.919171] env[69217]: DEBUG nova.compute.manager [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] No waiting events found dispatching network-vif-plugged-2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.919821] env[69217]: WARNING nova.compute.manager [req-0f7f870b-e4bf-480c-96db-13348b20d9da req-dda95e13-8462-4cbe-b37e-3a956e3b3546 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Received unexpected event network-vif-plugged-2a45c36f-88b8-4ff4-b64f-166dec57913a for instance with vm_state building and task_state spawning. [ 925.950869] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.951161] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705564', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'name': 'volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a759712-a5e6-44f2-9836-01b3d181d6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'serial': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.952061] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fe941-229f-4e2f-a0dc-3f15e765d1f8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.972181] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc834e9-9cc4-4d18-b08a-5fec5c3a106a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.996918] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f/volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.997719] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0534a2-1fda-4733-b951-7b5406bb6220 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.014673] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Successfully updated port: 2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.024574] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 926.024574] env[69217]: value = "task-3532525" [ 926.024574] env[69217]: _type = "Task" [ 926.024574] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.034577] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.037824] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4723f4d8-8bf4-4283-8158-150ee0c14da8 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Lock "d12a0062-73ec-4a85-bc26-b079798c83aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.947s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.315960] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540012} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.316281] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/2fe87508-31de-4630-93cf-b9002d928699.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.316478] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.316737] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a873dba-bda1-4cb9-a4e2-a0a2831b1ba3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.323249] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 926.323249] env[69217]: value = "task-3532526" [ 926.323249] env[69217]: _type = "Task" [ 926.323249] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.331067] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.519458] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.519625] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.519781] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.536642] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.836068] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.042226] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532525, 'name': ReconfigVM_Task, 'duration_secs': 0.878684} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.042937] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f/volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.047678] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215d6441-5c8d-4656-8912-487b331e599e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.060290] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c85ae4-6b28-49cf-970d-025363603792 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.069241] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd83258a-75f4-4ed2-8271-f56740aa8f08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.075179] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 927.075179] env[69217]: value = "task-3532527" [ 927.075179] env[69217]: _type = "Task" [ 927.075179] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.105459] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.111680] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee70c0-6ee9-447d-b7de-d2ffce0a0b2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.114877] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.121905] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3263f-ded3-45e4-8f09-09485e6489fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.140183] env[69217]: DEBUG nova.compute.provider_tree [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.337199] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.603415} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.337741] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.338543] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a93ae2-dd5f-4e7d-a714-d2949f20437d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.374510] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/2fe87508-31de-4630-93cf-b9002d928699.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.374510] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6db2ced-3001-4165-b20f-fdbd8db534bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.401593] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 927.401593] env[69217]: value = "task-3532528" [ 927.401593] env[69217]: _type = "Task" [ 927.401593] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.410410] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.592748] env[69217]: DEBUG oslo_vmware.api [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532527, 'name': ReconfigVM_Task, 'duration_secs': 0.153756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.597130] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.597518] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705564', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'name': 'volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a759712-a5e6-44f2-9836-01b3d181d6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'serial': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.599478] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1db33-edaf-45c2-a53f-1b9a0d3cb558 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.606428] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.606428] env[69217]: ERROR oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk due to incomplete transfer. [ 927.606428] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0d7e7fc-fbf1-44ea-828a-355a05c99456 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.617650] env[69217]: DEBUG oslo_vmware.rw_handles [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522535e9-03f8-90e2-8840-cdd058ee4d32/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.617910] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Uploaded image 74037c8d-6141-4b78-a360-e89173b233e3 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.621587] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.622208] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-464560f9-6c26-4697-8075-64665ae6684c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.629962] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 927.629962] env[69217]: value = "task-3532529" [ 927.629962] env[69217]: _type = "Task" [ 927.629962] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.638705] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532529, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.645564] env[69217]: DEBUG nova.scheduler.client.report [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.672752] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Updating instance_info_cache with network_info: [{"id": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "address": "fa:16:3e:92:19:43", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a45c36f-88", "ovs_interfaceid": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.913391] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.012923] env[69217]: DEBUG nova.compute.manager [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Received event network-changed-2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.013117] env[69217]: DEBUG nova.compute.manager [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Refreshing instance network info cache due to event network-changed-2a45c36f-88b8-4ff4-b64f-166dec57913a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.013361] env[69217]: DEBUG oslo_concurrency.lockutils [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] Acquiring lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.146107] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532529, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.155740] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.156347] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.159398] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.339s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.159676] env[69217]: DEBUG nova.objects.instance [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lazy-loading 'resources' on Instance uuid 2bf536aa-c2b2-4734-80a8-539449cfa90d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.175158] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175488] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Instance network_info: |[{"id": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "address": "fa:16:3e:92:19:43", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a45c36f-88", "ovs_interfaceid": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.175895] env[69217]: DEBUG oslo_concurrency.lockutils [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] Acquired lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.176170] env[69217]: DEBUG nova.network.neutron [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Refreshing network info cache for port 2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.180053] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:19:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a45c36f-88b8-4ff4-b64f-166dec57913a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.185764] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.186968] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.187267] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab238b7-f179-419c-80e8-e59e7dbeacf0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.215447] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.215447] env[69217]: value = "task-3532530" [ 928.215447] env[69217]: _type = "Task" [ 928.215447] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.224553] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532530, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.413557] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532528, 'name': ReconfigVM_Task, 'duration_secs': 0.748218} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.413557] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/2fe87508-31de-4630-93cf-b9002d928699.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.413980] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69217) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 928.414668] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9cca8c4e-2eed-4502-8387-3a46a5ec6ff3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.421453] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 928.421453] env[69217]: value = "task-3532531" [ 928.421453] env[69217]: _type = "Task" [ 928.421453] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.433586] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532531, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.639834] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532529, 'name': Destroy_Task, 'duration_secs': 0.84757} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.640114] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Destroyed the VM [ 928.640352] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.641908] env[69217]: DEBUG nova.objects.instance [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'flavor' on Instance uuid 3a759712-a5e6-44f2-9836-01b3d181d6d4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.642437] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d18125e0-da65-4281-b548-1b52c3cd576f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.649077] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 928.649077] env[69217]: value = "task-3532532" [ 928.649077] env[69217]: _type = "Task" [ 928.649077] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.658569] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532532, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.660651] env[69217]: DEBUG nova.compute.utils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.662124] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.662315] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.728876] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532530, 'name': CreateVM_Task, 'duration_secs': 0.369905} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.733673] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.739811] env[69217]: DEBUG nova.policy [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc0923fd99b425787713e1c2dd133fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e2d49baf6a400abba65c75e4c9080f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.741262] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.741429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.741742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.742620] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7675b198-0069-4ea5-bea2-09044c104216 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.754412] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 928.754412] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520edd41-c73e-5ad0-aa2a-a7905c28bff3" [ 928.754412] env[69217]: _type = "Task" [ 928.754412] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.761469] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520edd41-c73e-5ad0-aa2a-a7905c28bff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.787575] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.787575] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.787575] env[69217]: DEBUG nova.compute.manager [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.788470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223a0ef9-cb3f-4e4e-b5ef-b06f51d33174 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.798855] env[69217]: DEBUG nova.compute.manager [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 928.798855] env[69217]: DEBUG nova.objects.instance [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'flavor' on Instance uuid 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.930194] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.936848] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532531, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058478} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.936848] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69217) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 928.936848] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b879527-9f59-48bd-8578-c958b05768fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.970012] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/ephemeral_0.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.972933] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c5b9df-83d2-42cf-be3f-784cd776ea41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.995582] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 928.995582] env[69217]: value = "task-3532533" [ 928.995582] env[69217]: _type = "Task" [ 928.995582] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.004279] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.033591] env[69217]: DEBUG nova.network.neutron [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Updated VIF entry in instance network info cache for port 2a45c36f-88b8-4ff4-b64f-166dec57913a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.033977] env[69217]: DEBUG nova.network.neutron [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Updating instance_info_cache with network_info: [{"id": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "address": "fa:16:3e:92:19:43", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a45c36f-88", "ovs_interfaceid": "2a45c36f-88b8-4ff4-b64f-166dec57913a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.157597] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e2d9964-d585-4411-8ff7-3b8070d38ba8 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.162362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.232s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.162362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.166094] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.166247] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.168339] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.173937] env[69217]: INFO nova.compute.manager [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Terminating instance [ 929.176368] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Successfully created port: 90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.183540] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532532, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.264896] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520edd41-c73e-5ad0-aa2a-a7905c28bff3, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.265246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.265492] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.265732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.266672] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.266672] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.266843] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78bbf353-ddef-4b5b-aff4-a6dda95d40b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.285154] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.285357] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.287442] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c39bcb2-ac5f-4407-8d7b-b7b20ef09ad5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.295554] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.295778] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.296639] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a9a4e-55a3-4dbe-8869-5df97661643f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.303991] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 929.303991] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529627f8-1eb9-6e91-4e97-141894530b57" [ 929.303991] env[69217]: _type = "Task" [ 929.303991] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.314105] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b91b7-219f-4ca5-8437-41762c8a1f63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.322549] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529627f8-1eb9-6e91-4e97-141894530b57, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.347768] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2bc04b-a2a3-4715-bced-2b1f904c818f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.351236] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da403745-ab25-425d-97e3-83198f3a2773 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.359232] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 929.359232] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a41bb5-6824-5ed1-0551-d97fed90ca50" [ 929.359232] env[69217]: _type = "Task" [ 929.359232] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.360419] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed1d75-7133-483e-bbcf-88bf2aa01f07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.378518] env[69217]: DEBUG nova.compute.provider_tree [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.383286] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a41bb5-6824-5ed1-0551-d97fed90ca50, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.383743] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.383994] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fd3c5ecf-e9bd-4a13-a427-38519432b362/fd3c5ecf-e9bd-4a13-a427-38519432b362.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.384250] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4792fc65-f3bf-416c-a1f2-f91b6a2aa12e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.390180] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 929.390180] env[69217]: value = "task-3532534" [ 929.390180] env[69217]: _type = "Task" [ 929.390180] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.399317] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.505449] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532533, 'name': ReconfigVM_Task, 'duration_secs': 0.343812} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.505701] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2fe87508-31de-4630-93cf-b9002d928699/ephemeral_0.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.506419] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1595b3eb-556d-4d02-a290-0dc831104f20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.512355] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 929.512355] env[69217]: value = "task-3532535" [ 929.512355] env[69217]: _type = "Task" [ 929.512355] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.520608] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532535, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.536396] env[69217]: DEBUG oslo_concurrency.lockutils [req-72e40223-944f-4a9d-91c6-5bced9ed6960 req-180adf3b-b40a-4515-88e5-39a46912b4d4 service nova] Releasing lock "refresh_cache-fd3c5ecf-e9bd-4a13-a427-38519432b362" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.665893] env[69217]: DEBUG oslo_vmware.api [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532532, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647597} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.666313] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.666313] env[69217]: INFO nova.compute.manager [None req-2a00c76a-39bf-4a24-adb1-74cc7fcb8e82 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 929.690642] env[69217]: DEBUG nova.compute.manager [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.690642] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.691056] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b0090f5-36b2-4e76-8960-e09ccb400a8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.700252] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 929.700252] env[69217]: value = "task-3532536" [ 929.700252] env[69217]: _type = "Task" [ 929.700252] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.711344] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.808615] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.808917] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcff69ba-330f-4feb-b8c1-101c14542482 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.815915] env[69217]: DEBUG oslo_vmware.api [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 929.815915] env[69217]: value = "task-3532537" [ 929.815915] env[69217]: _type = "Task" [ 929.815915] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.825022] env[69217]: DEBUG oslo_vmware.api [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.885294] env[69217]: DEBUG nova.scheduler.client.report [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.900234] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438372} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.900490] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fd3c5ecf-e9bd-4a13-a427-38519432b362/fd3c5ecf-e9bd-4a13-a427-38519432b362.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.901439] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.901439] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7d122a9-9d7b-4a9b-8ac2-7601f35dd1f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.907748] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 929.907748] env[69217]: value = "task-3532538" [ 929.907748] env[69217]: _type = "Task" [ 929.907748] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.917617] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.024018] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532535, 'name': Rename_Task, 'duration_secs': 0.422492} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.024018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.024018] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab357e07-fc60-463f-8371-4fb2310d82dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.030358] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 930.030358] env[69217]: value = "task-3532539" [ 930.030358] env[69217]: _type = "Task" [ 930.030358] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.038180] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.181198] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.212167] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532536, 'name': PowerOffVM_Task, 'duration_secs': 0.240049} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.212513] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.212687] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.212904] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705564', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'name': 'volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a759712-a5e6-44f2-9836-01b3d181d6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'serial': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.213749] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4967653e-2a2a-4a05-bd4b-50107debfa23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.235862] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e9584-a8e0-46ed-86bc-d348b7c6ae79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.243243] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc5fe6f-62cb-4201-a2df-905c99f4f124 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.263984] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e884dc-b094-4d4c-8669-b4eedf482d38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.281933] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f/volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.284607] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.284953] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-611a0b30-0a7f-417b-b8cd-9c90250eaa09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.302346] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 930.302346] env[69217]: value = "task-3532540" [ 930.302346] env[69217]: _type = "Task" [ 930.302346] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.312069] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.324250] env[69217]: DEBUG oslo_vmware.api [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532537, 'name': PowerOffVM_Task, 'duration_secs': 0.194747} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.326448] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.326665] env[69217]: DEBUG nova.compute.manager [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.328328] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2156bd-7972-4526-abfe-02044d89db82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.333145] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.333425] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.333551] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.333745] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.333890] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.334069] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.334299] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.334457] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.334625] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.334808] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.334985] env[69217]: DEBUG nova.virt.hardware [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.336191] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff45b38e-4878-4bbc-9159-bc4f451932a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.347893] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c36220-6af2-4173-8aff-6bb9f96a43d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.390681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.393087] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.054s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.394686] env[69217]: INFO nova.compute.claims [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.415668] env[69217]: INFO nova.scheduler.client.report [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Deleted allocations for instance 2bf536aa-c2b2-4734-80a8-539449cfa90d [ 930.425256] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120035} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.425754] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.426709] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c65e2c-0e5a-48eb-8353-3a88d4276e81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.450330] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fd3c5ecf-e9bd-4a13-a427-38519432b362/fd3c5ecf-e9bd-4a13-a427-38519432b362.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.451460] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098d3c27-662f-47f6-ad90-c307eedbbf38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.472250] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 930.472250] env[69217]: value = "task-3532541" [ 930.472250] env[69217]: _type = "Task" [ 930.472250] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.482387] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.541018] env[69217]: DEBUG oslo_vmware.api [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532539, 'name': PowerOnVM_Task, 'duration_secs': 0.493107} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.541018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.541018] env[69217]: INFO nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Took 9.62 seconds to spawn the instance on the hypervisor. [ 930.541018] env[69217]: DEBUG nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.541849] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204204fc-dda6-4af8-ab67-fcf8c6398296 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.637302] env[69217]: DEBUG nova.compute.manager [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Received event network-vif-plugged-90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.637661] env[69217]: DEBUG oslo_concurrency.lockutils [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] Acquiring lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.637919] env[69217]: DEBUG oslo_concurrency.lockutils [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.637919] env[69217]: DEBUG oslo_concurrency.lockutils [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.638199] env[69217]: DEBUG nova.compute.manager [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] No waiting events found dispatching network-vif-plugged-90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.638328] env[69217]: WARNING nova.compute.manager [req-2391a3d7-b65a-4957-98c4-4e6ffcc2a7fc req-584733e3-7758-4fee-aefb-e0dda11f6b3a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Received unexpected event network-vif-plugged-90441247-7a60-46fa-82d8-8f2561757ba6 for instance with vm_state building and task_state spawning. [ 930.721961] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Successfully updated port: 90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.812308] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532540, 'name': ReconfigVM_Task, 'duration_secs': 0.210544} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.812606] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.817305] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347bb7ec-874e-4325-a0b8-f13682af71a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.831821] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 930.831821] env[69217]: value = "task-3532542" [ 930.831821] env[69217]: _type = "Task" [ 930.831821] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.840162] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.846148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1602feeb-7cfc-44e3-bfce-43b2ec74bdbf tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.928515] env[69217]: DEBUG oslo_concurrency.lockutils [None req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Lock "2bf536aa-c2b2-4734-80a8-539449cfa90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.985s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.987352] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532541, 'name': ReconfigVM_Task, 'duration_secs': 0.293475} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.987652] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fd3c5ecf-e9bd-4a13-a427-38519432b362/fd3c5ecf-e9bd-4a13-a427-38519432b362.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.988315] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c9cd12-e169-4bd9-9454-a42a47dfadfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.000020] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 931.000020] env[69217]: value = "task-3532543" [ 931.000020] env[69217]: _type = "Task" [ 931.000020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.007922] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532543, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.062733] env[69217]: INFO nova.compute.manager [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Took 62.81 seconds to build instance. [ 931.224725] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.224884] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.225057] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.345340] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532542, 'name': ReconfigVM_Task, 'duration_secs': 0.386287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.345340] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705564', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'name': 'volume-9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a759712-a5e6-44f2-9836-01b3d181d6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f', 'serial': '9ffb6bbf-6ae5-4e51-a2ed-e7eebad53a7f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.345340] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.347920] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d907fc67-2d67-4ab9-b2b7-38459c1a2b9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.353297] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.353659] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b903e55-a681-458c-8810-254a4a6cd238 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.418391] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.418624] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.418824] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore2] 3a759712-a5e6-44f2-9836-01b3d181d6d4 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.419150] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edfd65d1-7a55-459f-b35f-f51f55641145 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425989] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 931.425989] env[69217]: value = "task-3532545" [ 931.425989] env[69217]: _type = "Task" [ 931.425989] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.433879] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.464610] env[69217]: DEBUG nova.objects.instance [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'flavor' on Instance uuid 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.511818] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532543, 'name': Rename_Task, 'duration_secs': 0.157136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.512586] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.512961] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83bbd08-07ec-4a43-a966-e803d035a875 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.520771] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 931.520771] env[69217]: value = "task-3532546" [ 931.520771] env[69217]: _type = "Task" [ 931.520771] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.528701] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.570803] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.370s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.833155] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.918660] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0dbb13-2c1c-490d-9175-c3ba2fddd405 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.931099] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562a3a4-63e4-40bf-ae6f-65048f05d42e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.942734] env[69217]: DEBUG oslo_vmware.api [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274877} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.975859] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.976121] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.976346] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.976533] env[69217]: INFO nova.compute.manager [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Took 2.29 seconds to destroy the instance on the hypervisor. [ 931.976782] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.979210] env[69217]: DEBUG nova.compute.manager [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.979210] env[69217]: DEBUG nova.network.neutron [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.982200] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95a99d-388b-4ac9-8e0a-d58da3568868 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.985350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.985524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.985704] env[69217]: DEBUG nova.network.neutron [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.986041] env[69217]: DEBUG nova.objects.instance [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'info_cache' on Instance uuid 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.992628] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24339280-c089-48cc-9b53-7bb2b83543e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.007466] env[69217]: DEBUG nova.compute.provider_tree [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.027812] env[69217]: DEBUG nova.network.neutron [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Updating instance_info_cache with network_info: [{"id": "90441247-7a60-46fa-82d8-8f2561757ba6", "address": "fa:16:3e:66:0f:8f", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90441247-7a", "ovs_interfaceid": "90441247-7a60-46fa-82d8-8f2561757ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.032495] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.075482] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.489789] env[69217]: DEBUG nova.objects.base [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Object Instance<4e953472-6ec4-4836-b2ba-f296c30597e3> lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.511677] env[69217]: DEBUG nova.scheduler.client.report [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.535932] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.536327] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Instance network_info: |[{"id": "90441247-7a60-46fa-82d8-8f2561757ba6", "address": "fa:16:3e:66:0f:8f", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90441247-7a", "ovs_interfaceid": "90441247-7a60-46fa-82d8-8f2561757ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.539175] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532546, 'name': PowerOnVM_Task, 'duration_secs': 0.517866} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.539800] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90441247-7a60-46fa-82d8-8f2561757ba6', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.549021] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.549021] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.549021] env[69217]: INFO nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Took 7.16 seconds to spawn the instance on the hypervisor. [ 932.549021] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.549245] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.549803] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9657e7a3-5012-4f1f-bff5-e6315f3a2e59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.552398] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae1f49fd-b389-4f4b-9def-e6e4452ff778 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.574989] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.574989] env[69217]: value = "task-3532547" [ 932.574989] env[69217]: _type = "Task" [ 932.574989] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.585035] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532547, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.598146] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.708737] env[69217]: DEBUG nova.compute.manager [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Received event network-changed-90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.709251] env[69217]: DEBUG nova.compute.manager [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Refreshing instance network info cache due to event network-changed-90441247-7a60-46fa-82d8-8f2561757ba6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.710304] env[69217]: DEBUG oslo_concurrency.lockutils [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] Acquiring lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.710304] env[69217]: DEBUG oslo_concurrency.lockutils [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] Acquired lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.710468] env[69217]: DEBUG nova.network.neutron [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Refreshing network info cache for port 90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.713822] env[69217]: DEBUG nova.compute.manager [req-eece7645-30bb-4ade-83f2-8137d11a31c0 req-b0b4e432-4367-45c2-b812-d3ce2da3b8df service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Received event network-vif-deleted-6c3f6fd4-929b-4a69-a65a-5e61e375a70f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.714089] env[69217]: INFO nova.compute.manager [req-eece7645-30bb-4ade-83f2-8137d11a31c0 req-b0b4e432-4367-45c2-b812-d3ce2da3b8df service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Neutron deleted interface 6c3f6fd4-929b-4a69-a65a-5e61e375a70f; detaching it from the instance and deleting it from the info cache [ 932.714320] env[69217]: DEBUG nova.network.neutron [req-eece7645-30bb-4ade-83f2-8137d11a31c0 req-b0b4e432-4367-45c2-b812-d3ce2da3b8df service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.017893] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.018500] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.022928] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.688s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.090649] env[69217]: INFO nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Took 61.03 seconds to build instance. [ 933.097223] env[69217]: DEBUG nova.network.neutron [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.098480] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532547, 'name': CreateVM_Task, 'duration_secs': 0.339658} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.100667] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.100667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.100667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.100667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.100667] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ff4e00-bcca-4f61-90f9-0e6a3498967d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.107197] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 933.107197] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dd6927-4174-3ec0-c5d1-91e1277c1f85" [ 933.107197] env[69217]: _type = "Task" [ 933.107197] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.116728] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dd6927-4174-3ec0-c5d1-91e1277c1f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.219018] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-624ffdae-ef43-4a94-ade3-678a9d95cc45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.231347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46e2d12-80fa-47f9-9727-a12092f34765 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.246607] env[69217]: DEBUG nova.network.neutron [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.269251] env[69217]: DEBUG nova.compute.manager [req-eece7645-30bb-4ade-83f2-8137d11a31c0 req-b0b4e432-4367-45c2-b812-d3ce2da3b8df service nova] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Detach interface failed, port_id=6c3f6fd4-929b-4a69-a65a-5e61e375a70f, reason: Instance 3a759712-a5e6-44f2-9836-01b3d181d6d4 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.456138] env[69217]: DEBUG nova.network.neutron [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Updated VIF entry in instance network info cache for port 90441247-7a60-46fa-82d8-8f2561757ba6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.456538] env[69217]: DEBUG nova.network.neutron [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Updating instance_info_cache with network_info: [{"id": "90441247-7a60-46fa-82d8-8f2561757ba6", "address": "fa:16:3e:66:0f:8f", "network": {"id": "4747bdda-0a1d-44d6-87ed-475be60e0160", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-524960031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e2d49baf6a400abba65c75e4c9080f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90441247-7a", "ovs_interfaceid": "90441247-7a60-46fa-82d8-8f2561757ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.527553] env[69217]: DEBUG nova.compute.utils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.542726] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.543069] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.588163] env[69217]: DEBUG nova.policy [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.597364] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.542s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.600265] env[69217]: INFO nova.compute.manager [-] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Took 1.62 seconds to deallocate network for instance. [ 933.622717] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dd6927-4174-3ec0-c5d1-91e1277c1f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.622986] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623116] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.623583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.623667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.623861] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.624196] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0536c93f-9a1d-4437-8daa-4fb4194e6ed8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.636344] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.636581] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.637849] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f63f615-c39c-47b7-8e99-95a174471854 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.646370] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 933.646370] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52228bde-67b3-aa81-9a3e-36e53b0013b0" [ 933.646370] env[69217]: _type = "Task" [ 933.646370] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.654335] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52228bde-67b3-aa81-9a3e-36e53b0013b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.749863] env[69217]: DEBUG oslo_concurrency.lockutils [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.944917] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Successfully created port: 6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.959618] env[69217]: DEBUG oslo_concurrency.lockutils [req-a332f372-884b-4d23-bcc7-b0348bc6d92f req-2ce439c0-4fb3-4548-b172-067112cfc48a service nova] Releasing lock "refresh_cache-15c2d60c-ffc3-49c4-901d-26910283cb17" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.047479] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Applying migration context for instance 136c5d15-818e-4289-8571-1ccbab5b1b3b as it has an incoming, in-progress migration 7e8268e7-3de4-4486-8e17-a964897bf290. Migration status is reverting {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 934.049821] env[69217]: INFO nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating resource usage from migration 7e8268e7-3de4-4486-8e17-a964897bf290 [ 934.052190] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 6778e64f-50f5-4a2f-8d5b-947be28c527a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d7fbc3be-7558-416a-88f8-952430aa603d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance b778c536-fcf3-45c1-babc-f4c93bfaadbd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 860c3c53-b3eb-43fe-8aad-2df79bee35c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1bfb197a-067d-498f-9af3-bd6a384bd451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e41b95c-a1c5-49b7-8a26-b6be40046a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance b8a9a60d-422c-46c1-bfa2-749d678b9220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fd2abf04-8542-4fe9-9d72-77202b316adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 9a150c60-ea21-4c99-8237-267850c02324 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078170] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e953472-6ec4-4836-b2ba-f296c30597e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078539] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.078539] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1930585d-78a3-4245-a40c-1917699b9404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078539] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e6823fa8-eb76-4341-ba1b-be1cd3051452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078621] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d5b1b2d2-83da-44c6-903a-ffd0d58fd324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078802] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7f8cb6ea-f331-4d9c-aa0f-7479154a8945 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.078841] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 02e1d665-05f6-48e4-a9e6-a8bba7ed877a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.078949] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Migration 7e8268e7-3de4-4486-8e17-a964897bf290 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 934.079320] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 136c5d15-818e-4289-8571-1ccbab5b1b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.079470] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 73a506d7-e144-47cc-b825-b868a4bc24b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.079655] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 3a759712-a5e6-44f2-9836-01b3d181d6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.080436] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 2fe87508-31de-4630-93cf-b9002d928699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.080436] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fd3c5ecf-e9bd-4a13-a427-38519432b362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.080436] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 15c2d60c-ffc3-49c4-901d-26910283cb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.080436] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 660cb897-0282-44b4-a2ae-d9f5ccf8e37c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 934.100324] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.163233] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52228bde-67b3-aa81-9a3e-36e53b0013b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.164146] env[69217]: INFO nova.compute.manager [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Took 0.56 seconds to detach 1 volumes for instance. [ 934.166701] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d464185-9993-47a6-9e2b-b4a4b009e1c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.179116] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 934.179116] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6ac1d-a787-997f-46c0-35ed1bb5d663" [ 934.179116] env[69217]: _type = "Task" [ 934.179116] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.187685] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6ac1d-a787-997f-46c0-35ed1bb5d663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.588973] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1db697a7-a3f1-4899-aa7a-10224d565bc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 934.638072] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.675577] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.693530] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6ac1d-a787-997f-46c0-35ed1bb5d663, 'name': SearchDatastore_Task, 'duration_secs': 0.023183} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.694067] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.694501] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 15c2d60c-ffc3-49c4-901d-26910283cb17/15c2d60c-ffc3-49c4-901d-26910283cb17.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.694946] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6aef2d3-3f19-494c-9ba0-5e102acdfb57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.702241] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 934.702241] env[69217]: value = "task-3532548" [ 934.702241] env[69217]: _type = "Task" [ 934.702241] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.711775] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.758837] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.758837] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72debdb0-eb49-4d6f-bbb5-2896a3241b4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.766015] env[69217]: DEBUG oslo_vmware.api [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 934.766015] env[69217]: value = "task-3532549" [ 934.766015] env[69217]: _type = "Task" [ 934.766015] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.774953] env[69217]: DEBUG oslo_vmware.api [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.879804] env[69217]: DEBUG nova.compute.manager [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Received event network-changed-3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.880045] env[69217]: DEBUG nova.compute.manager [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Refreshing instance network info cache due to event network-changed-3f63830c-6fca-4f6d-8622-e914695cec25. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.880286] env[69217]: DEBUG oslo_concurrency.lockutils [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] Acquiring lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.880439] env[69217]: DEBUG oslo_concurrency.lockutils [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] Acquired lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.880601] env[69217]: DEBUG nova.network.neutron [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Refreshing network info cache for port 3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.068306] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.091760] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance eaccca85-88d3-4211-ad1c-ac619ed2d244 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 935.113583] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.113854] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.114023] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.114410] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.114410] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.114638] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.114729] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.114867] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.115050] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.115225] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.115405] env[69217]: DEBUG nova.virt.hardware [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.116708] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c1169-7dc8-486a-b80e-79bef47da01d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.128888] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082645f-fe3e-4692-8375-453e8ca24f1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.215935] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532548, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.276978] env[69217]: DEBUG oslo_vmware.api [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532549, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.398045] env[69217]: DEBUG nova.compute.manager [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Received event network-vif-plugged-6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.398277] env[69217]: DEBUG oslo_concurrency.lockutils [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] Acquiring lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.398510] env[69217]: DEBUG oslo_concurrency.lockutils [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.398715] env[69217]: DEBUG oslo_concurrency.lockutils [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.398890] env[69217]: DEBUG nova.compute.manager [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] No waiting events found dispatching network-vif-plugged-6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.399612] env[69217]: WARNING nova.compute.manager [req-e61efb03-b027-429c-babe-d72d00a39a86 req-b3c63507-d195-4e7e-a6dd-fe76e31a9ba3 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Received unexpected event network-vif-plugged-6f74c499-763f-4e1b-8efb-25492a7b4966 for instance with vm_state building and task_state spawning. [ 935.516792] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Successfully updated port: 6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.592382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.592382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.592382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.592382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.592382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.594584] env[69217]: INFO nova.compute.manager [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Terminating instance [ 935.597879] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance f89a5c66-f016-4a92-9923-8db5800d1b3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 935.716265] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516058} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.716707] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 15c2d60c-ffc3-49c4-901d-26910283cb17/15c2d60c-ffc3-49c4-901d-26910283cb17.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.717131] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.717547] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1241e8d7-b486-4de8-b0af-deb1ecbc220a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.724798] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 935.724798] env[69217]: value = "task-3532550" [ 935.724798] env[69217]: _type = "Task" [ 935.724798] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.733457] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.763594] env[69217]: DEBUG nova.network.neutron [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updated VIF entry in instance network info cache for port 3f63830c-6fca-4f6d-8622-e914695cec25. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.763784] env[69217]: DEBUG nova.network.neutron [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updating instance_info_cache with network_info: [{"id": "3f63830c-6fca-4f6d-8622-e914695cec25", "address": "fa:16:3e:88:d5:60", "network": {"id": "78bade83-a7b7-473d-b950-b774f948d2b6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-665024878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f365c5ec1fc046e9927046c487153a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f63830c-6f", "ovs_interfaceid": "3f63830c-6fca-4f6d-8622-e914695cec25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.776162] env[69217]: DEBUG oslo_vmware.api [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532549, 'name': PowerOnVM_Task, 'duration_secs': 0.566863} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.776612] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.776958] env[69217]: DEBUG nova.compute.manager [None req-db1b1403-cef4-4c84-8ac6-8861008e6c53 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.777913] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e32e9-6132-4e51-aea0-ec559161d8d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.023190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.023190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.023190] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.099446] env[69217]: DEBUG nova.compute.manager [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.099684] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.100626] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e5f79-d05c-405f-9660-d68ae82b1581 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.104404] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 991fc072-e3ac-40c4-b7be-1bec37fdee3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.110481] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.110771] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742c0c23-06d6-4333-a0d5-19bdfb3a572d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.117651] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 936.117651] env[69217]: value = "task-3532551" [ 936.117651] env[69217]: _type = "Task" [ 936.117651] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.127605] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.236211] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.424625} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.236831] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.237817] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18bf26-a757-4ead-8e3d-baba475eb6f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.263977] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 15c2d60c-ffc3-49c4-901d-26910283cb17/15c2d60c-ffc3-49c4-901d-26910283cb17.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.264881] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e777e6c5-f4d6-4fef-ab0b-0ef309d5d6b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.283819] env[69217]: DEBUG oslo_concurrency.lockutils [req-99f66f6c-9f28-4c1b-a7ef-5e06807389f4 req-559877c6-51e6-4b7c-87c4-858a9d6c6a67 service nova] Releasing lock "refresh_cache-2fe87508-31de-4630-93cf-b9002d928699" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.292543] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 936.292543] env[69217]: value = "task-3532552" [ 936.292543] env[69217]: _type = "Task" [ 936.292543] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.303380] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.556150] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.607536] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 0ade81d1-07d6-432d-91c4-e4a9751f8d45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.629611] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532551, 'name': PowerOffVM_Task, 'duration_secs': 0.463897} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.629611] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.629880] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.630090] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df64da0a-a034-4f66-baa9-6c34393960d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.699312] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.699312] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.699312] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Deleting the datastore file [datastore2] 7f8cb6ea-f331-4d9c-aa0f-7479154a8945 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.699312] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b66a9c75-bdfb-4d0a-b199-775720499146 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.707575] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for the task: (returnval){ [ 936.707575] env[69217]: value = "task-3532554" [ 936.707575] env[69217]: _type = "Task" [ 936.707575] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.716314] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.738056] env[69217]: DEBUG nova.network.neutron [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Updating instance_info_cache with network_info: [{"id": "6f74c499-763f-4e1b-8efb-25492a7b4966", "address": "fa:16:3e:c6:f2:9d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f74c499-76", "ovs_interfaceid": "6f74c499-763f-4e1b-8efb-25492a7b4966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.804853] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.111819] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fbc67e62-355e-44d4-addf-e8dafc2b9e59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.219901] env[69217]: DEBUG oslo_vmware.api [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Task: {'id': task-3532554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135268} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.219901] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.220094] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.220094] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.220979] env[69217]: INFO nova.compute.manager [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.220979] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.220979] env[69217]: DEBUG nova.compute.manager [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.220979] env[69217]: DEBUG nova.network.neutron [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.241527] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.241742] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Instance network_info: |[{"id": "6f74c499-763f-4e1b-8efb-25492a7b4966", "address": "fa:16:3e:c6:f2:9d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f74c499-76", "ovs_interfaceid": "6f74c499-763f-4e1b-8efb-25492a7b4966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.242087] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f74c499-763f-4e1b-8efb-25492a7b4966', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.250582] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.250838] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.251092] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947e1fb1-803f-46e4-990b-9f1a6cdaf837 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.014734] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.016929] env[69217]: DEBUG nova.compute.manager [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Received event network-changed-6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.017033] env[69217]: DEBUG nova.compute.manager [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Refreshing instance network info cache due to event network-changed-6f74c499-763f-4e1b-8efb-25492a7b4966. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.017221] env[69217]: DEBUG oslo_concurrency.lockutils [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] Acquiring lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.017356] env[69217]: DEBUG oslo_concurrency.lockutils [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] Acquired lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.017525] env[69217]: DEBUG nova.network.neutron [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Refreshing network info cache for port 6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.029800] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532552, 'name': ReconfigVM_Task, 'duration_secs': 0.541444} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.031071] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 15c2d60c-ffc3-49c4-901d-26910283cb17/15c2d60c-ffc3-49c4-901d-26910283cb17.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.031602] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.031602] env[69217]: value = "task-3532555" [ 938.031602] env[69217]: _type = "Task" [ 938.031602] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.032229] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619c2a32-151e-4226-b0c3-8c45e2b081fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.044667] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532555, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.045731] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 938.045731] env[69217]: value = "task-3532556" [ 938.045731] env[69217]: _type = "Task" [ 938.045731] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.057303] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532556, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.520554] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 80c24bd8-61ce-4833-9d47-d3d268a9d58d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.523437] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 938.523437] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 938.563772] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532555, 'name': CreateVM_Task, 'duration_secs': 0.485537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.564615] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.565670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.565951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.566461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.571590] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b8a2d9-575b-4821-ae94-76a0bbdb80ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.574231] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532556, 'name': Rename_Task, 'duration_secs': 0.1668} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.578591] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.579657] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50201b5-24b9-44b7-a968-b58815feecb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.583737] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 938.583737] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ad275d-1aa2-f1b5-0c07-1a53105dd358" [ 938.583737] env[69217]: _type = "Task" [ 938.583737] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.591040] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 938.591040] env[69217]: value = "task-3532557" [ 938.591040] env[69217]: _type = "Task" [ 938.591040] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.605946] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ad275d-1aa2-f1b5-0c07-1a53105dd358, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.611341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.611768] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.612185] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.612463] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.612791] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.618504] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1628a1-c099-4e1f-bcc1-9751983e1ee4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.621988] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.638019] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.638019] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.638019] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8282f85-afe8-4ab4-abdb-ca3322825c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.644804] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 938.644804] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524bb728-fe4f-8eaa-ef13-ccb5aaa8c141" [ 938.644804] env[69217]: _type = "Task" [ 938.644804] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.658876] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524bb728-fe4f-8eaa-ef13-ccb5aaa8c141, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.661766] env[69217]: DEBUG nova.compute.manager [req-93027cb3-0897-4873-9924-2d384c436d2b req-d7253f1c-1a70-4556-8d89-3b4f6141b8e2 service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Received event network-vif-deleted-bb0ce4e0-e484-433f-a099-f82f118b132d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.661985] env[69217]: INFO nova.compute.manager [req-93027cb3-0897-4873-9924-2d384c436d2b req-d7253f1c-1a70-4556-8d89-3b4f6141b8e2 service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Neutron deleted interface bb0ce4e0-e484-433f-a099-f82f118b132d; detaching it from the instance and deleting it from the info cache [ 938.662230] env[69217]: DEBUG nova.network.neutron [req-93027cb3-0897-4873-9924-2d384c436d2b req-d7253f1c-1a70-4556-8d89-3b4f6141b8e2 service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.663677] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5254010a-4fd0-4073-8787-1bc4f48f0258 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.673235] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 938.673235] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276d363-8e9f-3ef9-74d3-1ee3dc994e79" [ 938.673235] env[69217]: _type = "Task" [ 938.673235] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.682789] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276d363-8e9f-3ef9-74d3-1ee3dc994e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.919231] env[69217]: DEBUG nova.network.neutron [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Updated VIF entry in instance network info cache for port 6f74c499-763f-4e1b-8efb-25492a7b4966. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.919502] env[69217]: DEBUG nova.network.neutron [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Updating instance_info_cache with network_info: [{"id": "6f74c499-763f-4e1b-8efb-25492a7b4966", "address": "fa:16:3e:c6:f2:9d", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f74c499-76", "ovs_interfaceid": "6f74c499-763f-4e1b-8efb-25492a7b4966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.104412] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.121489] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf0768-8c99-4637-8f36-88fa6d495456 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.131268] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b83ba-e6a7-4967-9e95-07c67a1945fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.137897] env[69217]: DEBUG nova.network.neutron [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.170161] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-808fe5da-5a48-4f85-a178-4237e8146cc4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.172715] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b16f10-af52-4eea-9280-99dffcd9f67f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.185482] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e63380-7270-4a07-9009-c333458b49e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.202545] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c87821-dad4-4fa5-a6f4-a13e7b86573d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.208037] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276d363-8e9f-3ef9-74d3-1ee3dc994e79, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.209077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.209234] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 660cb897-0282-44b4-a2ae-d9f5ccf8e37c/660cb897-0282-44b4-a2ae-d9f5ccf8e37c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.210122] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ac0834-ef2d-4dda-be31-f490d7b8dc87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.221809] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.239039] env[69217]: DEBUG nova.compute.manager [req-93027cb3-0897-4873-9924-2d384c436d2b req-d7253f1c-1a70-4556-8d89-3b4f6141b8e2 service nova] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Detach interface failed, port_id=bb0ce4e0-e484-433f-a099-f82f118b132d, reason: Instance 7f8cb6ea-f331-4d9c-aa0f-7479154a8945 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.239695] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 939.239695] env[69217]: value = "task-3532558" [ 939.239695] env[69217]: _type = "Task" [ 939.239695] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.240615] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.253065] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.424825] env[69217]: DEBUG oslo_concurrency.lockutils [req-4daeb4d0-0791-4066-af93-19d27c33b119 req-bb9a19c7-ab1c-4732-8ec3-3cb26f2c2df0 service nova] Releasing lock "refresh_cache-660cb897-0282-44b4-a2ae-d9f5ccf8e37c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.605418] env[69217]: DEBUG oslo_vmware.api [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532557, 'name': PowerOnVM_Task, 'duration_secs': 0.938292} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.605734] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.605923] env[69217]: INFO nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Took 9.42 seconds to spawn the instance on the hypervisor. [ 939.606117] env[69217]: DEBUG nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.607607] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3736536-0234-4a22-b3f3-c3939200a143 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.671022] env[69217]: INFO nova.compute.manager [-] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Took 2.45 seconds to deallocate network for instance. [ 939.749870] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 939.750182] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.728s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.750507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.022s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.750733] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.753176] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.415s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.754821] env[69217]: INFO nova.compute.claims [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.757537] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.757736] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 939.765707] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515844} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.765998] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 660cb897-0282-44b4-a2ae-d9f5ccf8e37c/660cb897-0282-44b4-a2ae-d9f5ccf8e37c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.766491] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.766828] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0af8cc-b318-4cae-915f-c451e146c684 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.775271] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 939.775271] env[69217]: value = "task-3532559" [ 939.775271] env[69217]: _type = "Task" [ 939.775271] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.783596] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.789548] env[69217]: INFO nova.scheduler.client.report [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted allocations for instance b778c536-fcf3-45c1-babc-f4c93bfaadbd [ 940.132762] env[69217]: INFO nova.compute.manager [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Took 62.41 seconds to build instance. [ 940.180891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.273065] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] There are 42 instances to clean {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 940.273416] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: d12a0062-73ec-4a85-bc26-b079798c83aa] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.286163] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066485} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.287021] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.288291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5608fb-b50b-40d6-97fe-d63130513c98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.314135] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 660cb897-0282-44b4-a2ae-d9f5ccf8e37c/660cb897-0282-44b4-a2ae-d9f5ccf8e37c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.314813] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1165d885-02a5-4665-8144-3eefa33a34a8 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "b778c536-fcf3-45c1-babc-f4c93bfaadbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.029s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.315811] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce9d508-cf77-49a7-9114-da050c068be5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.336538] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 940.336538] env[69217]: value = "task-3532560" [ 940.336538] env[69217]: _type = "Task" [ 940.336538] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.344661] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.634547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.545s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.779799] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 3d3b6fa4-7ea8-43c6-a9bd-edf2cae12e35] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.809736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "18fea106-14dd-444e-a58d-44c26da6cb93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.809970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.847081] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.982140] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.982401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.982604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.982781] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.982943] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.984800] env[69217]: INFO nova.compute.manager [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Terminating instance [ 941.072724] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "15c2d60c-ffc3-49c4-901d-26910283cb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.072969] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.073198] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.073371] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.074216] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.079901] env[69217]: INFO nova.compute.manager [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Terminating instance [ 941.191046] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad47f4-8186-4e78-bd1f-24ae189c679d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.198219] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac1297-90e6-4f03-b555-9e7c5591facc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.229070] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c7785-40a1-48e7-b771-99d96453b502 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.236140] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81879b08-f013-42e2-a60c-e35800c8264f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249727] env[69217]: DEBUG nova.compute.provider_tree [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.283206] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a07d1d88-cc8c-4008-b9bd-ee2a91b18d8f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.313198] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.350402] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532560, 'name': ReconfigVM_Task, 'duration_secs': 0.922256} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.350679] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 660cb897-0282-44b4-a2ae-d9f5ccf8e37c/660cb897-0282-44b4-a2ae-d9f5ccf8e37c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.351538] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98b16c88-56c2-48bb-bd7f-bd3107b39137 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.359042] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 941.359042] env[69217]: value = "task-3532561" [ 941.359042] env[69217]: _type = "Task" [ 941.359042] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.368377] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532561, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.478146] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "d7fbc3be-7558-416a-88f8-952430aa603d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.479031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.479031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.479195] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.479478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.482134] env[69217]: INFO nova.compute.manager [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Terminating instance [ 941.493599] env[69217]: DEBUG nova.compute.manager [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.493846] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.494999] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2960a6dc-b756-4524-b50d-1a7b9f4ac6ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.503871] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.503871] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2928fc28-17ca-4206-aca8-04f808a2b06f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.511066] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 941.511066] env[69217]: value = "task-3532562" [ 941.511066] env[69217]: _type = "Task" [ 941.511066] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.520238] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.584465] env[69217]: DEBUG nova.compute.manager [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.584721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.585634] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c8413-14dd-483a-8e08-6aa4f72db000 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.593124] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.593372] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626f641c-6432-4b6f-a440-17cca75b9ff6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.599216] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 941.599216] env[69217]: value = "task-3532563" [ 941.599216] env[69217]: _type = "Task" [ 941.599216] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.606971] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.753674] env[69217]: DEBUG nova.scheduler.client.report [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.788662] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a0fedd32-ed2e-4ace-9526-25f398a645cf] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.833718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.869029] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532561, 'name': Rename_Task, 'duration_secs': 0.168206} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.869029] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.869029] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbf9a1b0-3560-4fe3-a12a-55941d2852c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.874795] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 941.874795] env[69217]: value = "task-3532564" [ 941.874795] env[69217]: _type = "Task" [ 941.874795] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.882373] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.987104] env[69217]: DEBUG nova.compute.manager [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.987260] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.988200] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b17bbeb-bcca-43d5-b3a1-39cdca259d67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.995966] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.996268] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b110b9a-9e6a-4857-bbe9-94b0090a991b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.002595] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 942.002595] env[69217]: value = "task-3532565" [ 942.002595] env[69217]: _type = "Task" [ 942.002595] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.010625] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.021120] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532562, 'name': PowerOffVM_Task, 'duration_secs': 0.280952} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.021618] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.021674] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.022173] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1706c06-24c6-45ab-8829-55eaf6201e00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.103280] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.103280] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.103280] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleting the datastore file [datastore1] fd3c5ecf-e9bd-4a13-a427-38519432b362 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.106270] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f516b01-1315-451b-98a1-dc8a86217dd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.114956] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532563, 'name': PowerOffVM_Task, 'duration_secs': 0.197736} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.117133] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.117495] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.117924] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 942.117924] env[69217]: value = "task-3532567" [ 942.117924] env[69217]: _type = "Task" [ 942.117924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.118999] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-147fcf66-1c91-46ee-8e78-86cfea481ee3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.132814] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.193415] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.193415] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.193415] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleting the datastore file [datastore1] 15c2d60c-ffc3-49c4-901d-26910283cb17 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.193989] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0584f5a7-b246-447d-b276-0df0141f222f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.201110] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for the task: (returnval){ [ 942.201110] env[69217]: value = "task-3532569" [ 942.201110] env[69217]: _type = "Task" [ 942.201110] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.210538] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.259717] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.260300] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.263148] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.369s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.263329] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.265614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.679s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.267134] env[69217]: INFO nova.compute.claims [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.292075] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 2bf536aa-c2b2-4734-80a8-539449cfa90d] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.294833] env[69217]: INFO nova.scheduler.client.report [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted allocations for instance 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44 [ 942.384943] env[69217]: DEBUG oslo_vmware.api [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532564, 'name': PowerOnVM_Task, 'duration_secs': 0.507641} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.385345] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.385560] env[69217]: INFO nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 942.385741] env[69217]: DEBUG nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.386575] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce36f0-5db9-492c-a30a-d472bc6e99f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.512722] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532565, 'name': PowerOffVM_Task, 'duration_secs': 0.179315} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.513013] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.513198] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.513453] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d11880-4acc-43fc-9b49-875e7d65ffec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.599265] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.599917] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.599917] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore1] d7fbc3be-7558-416a-88f8-952430aa603d {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.599917] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2130ba4-11ab-4db9-b89c-109abb599cbf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.606798] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 942.606798] env[69217]: value = "task-3532571" [ 942.606798] env[69217]: _type = "Task" [ 942.606798] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.614890] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.629513] env[69217]: DEBUG oslo_vmware.api [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142083} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.629767] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.629947] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.630136] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.630307] env[69217]: INFO nova.compute.manager [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.630545] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.630735] env[69217]: DEBUG nova.compute.manager [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.630826] env[69217]: DEBUG nova.network.neutron [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.711251] env[69217]: DEBUG oslo_vmware.api [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Task: {'id': task-3532569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139147} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.711484] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.711675] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.711849] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.712030] env[69217]: INFO nova.compute.manager [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Took 1.13 seconds to destroy the instance on the hypervisor. [ 942.713253] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.713253] env[69217]: DEBUG nova.compute.manager [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.713253] env[69217]: DEBUG nova.network.neutron [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.785317] env[69217]: DEBUG nova.compute.utils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.785317] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.785317] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.800056] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ecb26f1d-77d3-4475-a07b-f86ded036620] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.806417] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.344s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.847115] env[69217]: DEBUG nova.policy [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cede41b61bd64b0e8f599aa0699bd890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2758c17d653747858f72770ebf14ffc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.908933] env[69217]: INFO nova.compute.manager [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Took 59.59 seconds to build instance. [ 943.118859] env[69217]: DEBUG nova.compute.manager [req-54b45e89-4d8a-4504-9930-4673e28aea96 req-3772fd11-0e7f-441c-b045-0fb5dd8f881a service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Received event network-vif-deleted-2a45c36f-88b8-4ff4-b64f-166dec57913a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.119275] env[69217]: INFO nova.compute.manager [req-54b45e89-4d8a-4504-9930-4673e28aea96 req-3772fd11-0e7f-441c-b045-0fb5dd8f881a service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Neutron deleted interface 2a45c36f-88b8-4ff4-b64f-166dec57913a; detaching it from the instance and deleting it from the info cache [ 943.119275] env[69217]: DEBUG nova.network.neutron [req-54b45e89-4d8a-4504-9930-4673e28aea96 req-3772fd11-0e7f-441c-b045-0fb5dd8f881a service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.126238] env[69217]: DEBUG oslo_vmware.api [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461661} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.126490] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.127342] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.127342] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.127342] env[69217]: INFO nova.compute.manager [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.127342] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.127528] env[69217]: DEBUG nova.compute.manager [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.127601] env[69217]: DEBUG nova.network.neutron [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.131241] env[69217]: DEBUG nova.compute.manager [req-55c898a7-9da5-429b-84e4-c4efcec55d1e req-b53fc5b2-57f0-4197-8218-85009a22078a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Received event network-vif-deleted-90441247-7a60-46fa-82d8-8f2561757ba6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.131551] env[69217]: INFO nova.compute.manager [req-55c898a7-9da5-429b-84e4-c4efcec55d1e req-b53fc5b2-57f0-4197-8218-85009a22078a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Neutron deleted interface 90441247-7a60-46fa-82d8-8f2561757ba6; detaching it from the instance and deleting it from the info cache [ 943.131751] env[69217]: DEBUG nova.network.neutron [req-55c898a7-9da5-429b-84e4-c4efcec55d1e req-b53fc5b2-57f0-4197-8218-85009a22078a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.256123] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Successfully created port: 54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.285852] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.307849] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 056a3b7c-e7a5-4e10-b8de-d944dbf886bd] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.410514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3b175ca8-8230-42ae-a564-1125c73bf250 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.034s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.513883] env[69217]: DEBUG nova.network.neutron [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.521223] env[69217]: DEBUG nova.network.neutron [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.538211] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.538751] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.538834] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.538970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.539161] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.544390] env[69217]: INFO nova.compute.manager [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Terminating instance [ 943.623481] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e31358ad-42df-4a35-93b7-dc35d73e19f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.633603] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31636d68-609d-4232-8052-d0a63c32688a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.650212] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef613b4e-739c-4bdb-8800-557053fe147f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.660663] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73031fd4-ff7a-4fc2-8ced-669cee3e5e44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.691148] env[69217]: DEBUG nova.compute.manager [req-54b45e89-4d8a-4504-9930-4673e28aea96 req-3772fd11-0e7f-441c-b045-0fb5dd8f881a service nova] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Detach interface failed, port_id=2a45c36f-88b8-4ff4-b64f-166dec57913a, reason: Instance fd3c5ecf-e9bd-4a13-a427-38519432b362 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.717307] env[69217]: DEBUG nova.compute.manager [req-55c898a7-9da5-429b-84e4-c4efcec55d1e req-b53fc5b2-57f0-4197-8218-85009a22078a service nova] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Detach interface failed, port_id=90441247-7a60-46fa-82d8-8f2561757ba6, reason: Instance 15c2d60c-ffc3-49c4-901d-26910283cb17 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.811971] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e0c53650-bfef-4d7b-ae92-8cf3e1f66591] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.834942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d08210-aa8b-4e2a-a33d-0ec3c870ba64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.842722] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33873a34-f704-4357-8663-ffce7cb9ad68 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.874215] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2af636-a5d6-4bf4-9f68-80f40e1434d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.881472] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eab897-c8f9-4803-a8e5-f2a505c1be3c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.895378] env[69217]: DEBUG nova.compute.provider_tree [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.909026] env[69217]: DEBUG nova.network.neutron [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.020043] env[69217]: INFO nova.compute.manager [-] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Took 1.39 seconds to deallocate network for instance. [ 944.024629] env[69217]: INFO nova.compute.manager [-] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Took 1.31 seconds to deallocate network for instance. [ 944.048369] env[69217]: DEBUG nova.compute.manager [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.048618] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.049730] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54643dbf-29e7-47f0-b911-93aceba4dbe5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.057566] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.057788] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc4d1ac6-24a2-4d82-bc9f-d54f0de70407 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.064247] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 944.064247] env[69217]: value = "task-3532572" [ 944.064247] env[69217]: _type = "Task" [ 944.064247] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.071554] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.200593] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "1930585d-78a3-4245-a40c-1917699b9404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.200953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.201255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "1930585d-78a3-4245-a40c-1917699b9404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.201508] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.201746] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.203944] env[69217]: INFO nova.compute.manager [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Terminating instance [ 944.261583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.261868] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.262079] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.262266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.262438] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.264756] env[69217]: INFO nova.compute.manager [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Terminating instance [ 944.297444] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.314997] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 75763b9e-b1a9-443a-8e34-27c3f909acaf] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.326171] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.326409] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.326642] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.326867] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.327035] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.327208] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.327437] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.327597] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.327820] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.328068] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.328307] env[69217]: DEBUG nova.virt.hardware [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.329222] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c98a9-cc2f-45b9-b4b5-ee31cc2a7478 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.338329] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625849ac-c563-4018-aa32-ba1f088e6fc4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.398388] env[69217]: DEBUG nova.scheduler.client.report [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.411674] env[69217]: INFO nova.compute.manager [-] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Took 1.28 seconds to deallocate network for instance. [ 944.527869] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.531016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.575988] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532572, 'name': PowerOffVM_Task, 'duration_secs': 0.280216} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.576300] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.576477] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.576735] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f7e120e-d94a-4bd0-b865-3d247e894d52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.648209] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.648536] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.648749] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore1] 660cb897-0282-44b4-a2ae-d9f5ccf8e37c {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.649062] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb4499d6-cb72-44ca-9b15-332d6071e960 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.655482] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 944.655482] env[69217]: value = "task-3532574" [ 944.655482] env[69217]: _type = "Task" [ 944.655482] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.663172] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.712464] env[69217]: DEBUG nova.compute.manager [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.712464] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.712464] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936bb11c-088c-49a4-9d86-cfa9e931517f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.723460] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.723715] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c2cb17-e6f8-44b2-ad38-33a06dd903c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.729899] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 944.729899] env[69217]: value = "task-3532575" [ 944.729899] env[69217]: _type = "Task" [ 944.729899] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.737582] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.768949] env[69217]: DEBUG nova.compute.manager [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.769062] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.769940] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfbeece-d6cc-44c8-b943-6679e0d47ea1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.780283] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.780787] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d24f433-5bed-4d90-b614-5c4162a680db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.788708] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 944.788708] env[69217]: value = "task-3532576" [ 944.788708] env[69217]: _type = "Task" [ 944.788708] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.800185] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.823818] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: c5c17394-0a0f-41e7-b83c-595d3bd1382a] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.899339] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Successfully updated port: 54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.905711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.906410] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.909121] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.765s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.911072] env[69217]: INFO nova.compute.claims [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.917592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.137577] env[69217]: DEBUG nova.compute.manager [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Received event network-vif-plugged-54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.137801] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Acquiring lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.138034] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.138199] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.138372] env[69217]: DEBUG nova.compute.manager [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] No waiting events found dispatching network-vif-plugged-54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.138535] env[69217]: WARNING nova.compute.manager [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Received unexpected event network-vif-plugged-54ee0381-6315-4294-879f-66421c70b414 for instance with vm_state building and task_state spawning. [ 945.138695] env[69217]: DEBUG nova.compute.manager [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Received event network-changed-54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.138849] env[69217]: DEBUG nova.compute.manager [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Refreshing instance network info cache due to event network-changed-54ee0381-6315-4294-879f-66421c70b414. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.139107] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Acquiring lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.139269] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Acquired lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.139433] env[69217]: DEBUG nova.network.neutron [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Refreshing network info cache for port 54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.155857] env[69217]: DEBUG nova.compute.manager [req-b30a8d4c-8285-4381-a4c7-1b23c662e199 req-30c91384-b231-4da4-858a-c2a74f78fe94 service nova] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Received event network-vif-deleted-672ac651-4c68-418c-9092-acb0c5be85c3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.165495] env[69217]: DEBUG oslo_vmware.api [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.165727] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.165909] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.166090] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.166278] env[69217]: INFO nova.compute.manager [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 945.166516] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.166700] env[69217]: DEBUG nova.compute.manager [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.166792] env[69217]: DEBUG nova.network.neutron [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.238809] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532575, 'name': PowerOffVM_Task, 'duration_secs': 0.285294} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.239155] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.239267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.239528] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7143665d-f34b-4930-99f4-758fca73d3a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.298535] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532576, 'name': PowerOffVM_Task, 'duration_secs': 0.22968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.298846] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.298995] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.299307] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba7e01f-a197-427a-a4d0-17ae0e56bd8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.325578] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 073db647-b69f-4675-91ec-1154ccfcff13] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.403955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.418305] env[69217]: DEBUG nova.compute.utils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.420256] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 945.679882] env[69217]: DEBUG nova.network.neutron [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.784664] env[69217]: DEBUG nova.network.neutron [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.830599] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 47795e70-9159-4984-86dd-a633479c48f3] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.877029] env[69217]: DEBUG nova.network.neutron [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.892883] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.895141] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.895141] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleting the datastore file [datastore1] e6823fa8-eb76-4341-ba1b-be1cd3051452 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.895141] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e213250-d4cb-4da2-a403-0741bb16b0a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.897608] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.897807] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.897981] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleting the datastore file [datastore1] 1930585d-78a3-4245-a40c-1917699b9404 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.898685] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-578ada25-857b-4ff5-bc66-7ada1c26abde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.902401] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 945.902401] env[69217]: value = "task-3532579" [ 945.902401] env[69217]: _type = "Task" [ 945.902401] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.907061] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for the task: (returnval){ [ 945.907061] env[69217]: value = "task-3532580" [ 945.907061] env[69217]: _type = "Task" [ 945.907061] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.914139] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.919497] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.923668] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.289286] env[69217]: DEBUG oslo_concurrency.lockutils [req-16c89836-841c-4038-8af9-a2a4e1e9ae3b req-3818ad20-32fb-4875-b7b8-f565d6f4f96b service nova] Releasing lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.291893] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.292074] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.335111] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7a6ea806-ae3d-4abf-a03b-89e0087a2a30] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.342254] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e97363-fb0e-48ab-a1a1-7ea12e744018 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.349531] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2380b43c-6ac5-4bce-afb5-3e3d3a3e1917 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.379927] env[69217]: INFO nova.compute.manager [-] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Took 1.21 seconds to deallocate network for instance. [ 946.383494] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77475d-817d-4372-966b-fcc1aa9a49aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.395680] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33b16d-2510-4a62-b2b1-e63367369b52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.414487] env[69217]: DEBUG nova.compute.provider_tree [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.435119] env[69217]: DEBUG oslo_vmware.api [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191429} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.435412] env[69217]: DEBUG oslo_vmware.api [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Task: {'id': task-3532580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204275} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.435965] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.436172] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.436378] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.436552] env[69217]: INFO nova.compute.manager [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Took 1.67 seconds to destroy the instance on the hypervisor. [ 946.436783] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.436969] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.437147] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.437338] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.437500] env[69217]: INFO nova.compute.manager [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Took 1.73 seconds to destroy the instance on the hypervisor. [ 946.437761] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.441022] env[69217]: DEBUG nova.compute.manager [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.441022] env[69217]: DEBUG nova.network.neutron [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.441022] env[69217]: DEBUG nova.compute.manager [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.441022] env[69217]: DEBUG nova.network.neutron [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.829656] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.839694] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 70163c15-4bdc-4898-b2b8-02dd5c0a9ba0] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.892659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.938104] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.942827] env[69217]: ERROR nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [req-b3707115-9e4f-4cc5-aa13-78b23c692e84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3707115-9e4f-4cc5-aa13-78b23c692e84"}]} [ 946.961670] env[69217]: DEBUG nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 946.974270] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.974425] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.974527] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.974723] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.974870] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.975036] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.975242] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.975401] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.975563] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.975721] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.975892] env[69217]: DEBUG nova.virt.hardware [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.976925] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1cb985-235b-42df-b0cb-8a5c53405b3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.982629] env[69217]: DEBUG nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 946.982629] env[69217]: DEBUG nova.compute.provider_tree [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.990356] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292389d-272f-41d4-a57d-a4cdf8607837 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.995400] env[69217]: DEBUG nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.005097] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.010569] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Creating folder: Project (cf7b89ebbd4649d3ba44e332739876b0). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.012112] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-372c04e5-60db-4190-a483-aaa8f2f67c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.014044] env[69217]: DEBUG nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.022812] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Created folder: Project (cf7b89ebbd4649d3ba44e332739876b0) in parent group-v705386. [ 947.022930] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Creating folder: Instances. Parent ref: group-v705569. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.023173] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f66e64a3-61fa-4969-b679-56ab033cd540 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.029334] env[69217]: DEBUG nova.network.neutron [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Updating instance_info_cache with network_info: [{"id": "54ee0381-6315-4294-879f-66421c70b414", "address": "fa:16:3e:11:9d:8a", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ee0381-63", "ovs_interfaceid": "54ee0381-6315-4294-879f-66421c70b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.032045] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Created folder: Instances in parent group-v705569. [ 947.032181] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.032365] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.032566] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a008f22-c826-4f54-bb70-546775fb51cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.051619] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.051619] env[69217]: value = "task-3532583" [ 947.051619] env[69217]: _type = "Task" [ 947.051619] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.059244] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532583, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.176816] env[69217]: DEBUG nova.network.neutron [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.179179] env[69217]: DEBUG nova.compute.manager [req-cf03223a-39eb-4d8d-9a01-b4c290059c5f req-78daa912-162a-4025-bcdc-4570fff4e5ca service nova] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Received event network-vif-deleted-6f74c499-763f-4e1b-8efb-25492a7b4966 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.179383] env[69217]: DEBUG nova.compute.manager [req-cf03223a-39eb-4d8d-9a01-b4c290059c5f req-78daa912-162a-4025-bcdc-4570fff4e5ca service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Received event network-vif-deleted-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.179574] env[69217]: INFO nova.compute.manager [req-cf03223a-39eb-4d8d-9a01-b4c290059c5f req-78daa912-162a-4025-bcdc-4570fff4e5ca service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Neutron deleted interface 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7; detaching it from the instance and deleting it from the info cache [ 947.179812] env[69217]: DEBUG nova.network.neutron [req-cf03223a-39eb-4d8d-9a01-b4c290059c5f req-78daa912-162a-4025-bcdc-4570fff4e5ca service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.194310] env[69217]: DEBUG nova.network.neutron [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.197043] env[69217]: DEBUG nova.compute.manager [req-a15a0a26-72d9-4587-82c5-f9bf62ceda94 req-6c50d019-4af6-479a-8496-138303131b25 service nova] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Received event network-vif-deleted-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.341646] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ceb9cb81-06e9-49ed-b337-3b28aae0a3fa] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.403334] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c381886-e09e-4270-baa9-4483c6d29009 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.411548] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9860db-1659-42dd-bee9-cd4961e9e84f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.443034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1643ec-e037-4672-8f31-d2d4e3cc175a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.450936] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92dc6e-d56a-4314-9525-9dc7fca9f244 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.464564] env[69217]: DEBUG nova.compute.provider_tree [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.533173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "refresh_cache-1db697a7-a3f1-4899-aa7a-10224d565bc0" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.533173] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance network_info: |[{"id": "54ee0381-6315-4294-879f-66421c70b414", "address": "fa:16:3e:11:9d:8a", "network": {"id": "535a711f-f6d7-4bee-b03f-915111844b55", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646040073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2758c17d653747858f72770ebf14ffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ee0381-63", "ovs_interfaceid": "54ee0381-6315-4294-879f-66421c70b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.533348] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:9d:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ee0381-6315-4294-879f-66421c70b414', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.540992] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.541533] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.541774] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed75cfb-8cc2-4e88-a66e-ac92a636c753 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.564453] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532583, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.565594] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.565594] env[69217]: value = "task-3532584" [ 947.565594] env[69217]: _type = "Task" [ 947.565594] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.572571] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532584, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.681892] env[69217]: INFO nova.compute.manager [-] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Took 1.24 seconds to deallocate network for instance. [ 947.684103] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f58ec69-2a04-4f66-9aaa-8aef3e729477 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.696919] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc570e23-4e3d-46e5-b88d-e4ce51ce9505 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.709488] env[69217]: INFO nova.compute.manager [-] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Took 1.27 seconds to deallocate network for instance. [ 947.733891] env[69217]: DEBUG nova.compute.manager [req-cf03223a-39eb-4d8d-9a01-b4c290059c5f req-78daa912-162a-4025-bcdc-4570fff4e5ca service nova] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Detach interface failed, port_id=8b3bd122-20cc-4f17-acb4-01dba8d5ccd7, reason: Instance e6823fa8-eb76-4341-ba1b-be1cd3051452 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.845027] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 1b6c4942-baab-40bf-bec6-ff869a18ea32] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.998188] env[69217]: DEBUG nova.scheduler.client.report [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 947.998473] env[69217]: DEBUG nova.compute.provider_tree [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 96 to 97 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 947.998691] env[69217]: DEBUG nova.compute.provider_tree [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.067579] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532583, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.076081] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532584, 'name': CreateVM_Task, 'duration_secs': 0.323719} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.076274] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.076949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.077134] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.077466] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077709] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c9bb8d-2e0d-416b-abd8-9c32bdd03223 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.082965] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 948.082965] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521936b6-1649-a320-0480-9602b44b5151" [ 948.082965] env[69217]: _type = "Task" [ 948.082965] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.089969] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521936b6-1649-a320-0480-9602b44b5151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.191150] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.217360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.349080] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 70a6297b-dd21-4f4f-b72b-656b0abe42fd] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.372557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.372805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.503782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.595s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.504381] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.506948] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.906s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.566453] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532583, 'name': CreateVM_Task, 'duration_secs': 1.277025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.566881] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.567110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.567222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.567544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.567796] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f27fd2-5892-49b9-b278-7cfc38841f4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.572731] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 948.572731] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520adef6-2caa-fdbf-65c1-424838e762f2" [ 948.572731] env[69217]: _type = "Task" [ 948.572731] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.582119] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520adef6-2caa-fdbf-65c1-424838e762f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.591367] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521936b6-1649-a320-0480-9602b44b5151, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.591639] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.591866] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.592109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.592258] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.592433] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.592679] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a797c9c-7a61-4f24-afc6-e0d7bb50b3e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.600486] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.600645] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.601346] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacef9ef-48cf-4614-be8f-3fe062cfe432 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.607016] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 948.607016] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ace043-3eb8-e6b6-7373-4895e12d1364" [ 948.607016] env[69217]: _type = "Task" [ 948.607016] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.617045] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ace043-3eb8-e6b6-7373-4895e12d1364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.852201] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 236cb010-201d-4b20-8101-9ae1214d53da] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.875209] env[69217]: INFO nova.compute.manager [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Detaching volume 3156e3ce-5839-4c3c-8a2f-118a5cc562b5 [ 948.916198] env[69217]: INFO nova.virt.block_device [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Attempting to driver detach volume 3156e3ce-5839-4c3c-8a2f-118a5cc562b5 from mountpoint /dev/sdb [ 948.916522] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.916715] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705549', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'name': 'volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de8da247-fd8a-4d0a-82ae-0ea053ce2ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'serial': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.918368] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ef5157-6a2a-4350-84f2-2c3a2ea08eee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.941212] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac46063-0d95-4d0b-beee-e58e595a4e41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.948985] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a63a619-ae3f-492c-bb51-28befe9c064a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.970082] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f96bdf-727b-47d2-9af2-91a8051c4fe5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.985308] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] The volume has not been displaced from its original location: [datastore2] volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5/volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 948.990634] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.990979] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a040cfd-1df7-4ced-9257-9865cbe3eaca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.010679] env[69217]: DEBUG nova.compute.utils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.012137] env[69217]: DEBUG nova.objects.instance [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lazy-loading 'migration_context' on Instance uuid 136c5d15-818e-4289-8571-1ccbab5b1b3b {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.013124] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 949.013124] env[69217]: value = "task-3532585" [ 949.013124] env[69217]: _type = "Task" [ 949.013124] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.013568] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.013736] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.025544] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.084522] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520adef6-2caa-fdbf-65c1-424838e762f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.084894] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.085164] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.085461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.085670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.085910] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.086276] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a4173f-cb73-45c6-bcc4-8a771ef30c36 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.095964] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.095964] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.096196] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecc0f6f-be1a-4c6c-8dbb-c6c08ce909ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.101616] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 949.101616] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52239728-8ef2-805f-1f15-11b1dec4c67f" [ 949.101616] env[69217]: _type = "Task" [ 949.101616] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.109953] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52239728-8ef2-805f-1f15-11b1dec4c67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.118888] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ace043-3eb8-e6b6-7373-4895e12d1364, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.119694] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33495836-b935-4b66-98a0-219f7f7e5261 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.125119] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 949.125119] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1f4b9-d54b-d964-e415-192574ca60c7" [ 949.125119] env[69217]: _type = "Task" [ 949.125119] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.133186] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1f4b9-d54b-d964-e415-192574ca60c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.190213] env[69217]: DEBUG nova.policy [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1c2c18b881434bb93438b12aa4cda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c464d11296f34c20b0169747b735642b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.357697] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 3906fb0a-c725-4bdb-9aef-d274c4ac709c] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.514075] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.530888] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532585, 'name': ReconfigVM_Task, 'duration_secs': 0.32539} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.531294] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.536476] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784af67f-a50b-4fbf-8e89-97055b72238c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.547428] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Successfully created port: cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.555800] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 949.555800] env[69217]: value = "task-3532586" [ 949.555800] env[69217]: _type = "Task" [ 949.555800] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.568071] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.612507] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52239728-8ef2-805f-1f15-11b1dec4c67f, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.613324] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1031c030-3227-48f4-aacd-c32215f8fff4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.619503] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 949.619503] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfad48-5e2d-4a3b-8d0f-54a8df009736" [ 949.619503] env[69217]: _type = "Task" [ 949.619503] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.632988] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfad48-5e2d-4a3b-8d0f-54a8df009736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.638698] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1f4b9-d54b-d964-e415-192574ca60c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013755} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.638961] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.639275] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1db697a7-a3f1-4899-aa7a-10224d565bc0/1db697a7-a3f1-4899-aa7a-10224d565bc0.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.639514] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ba54acd-1d50-4281-aae1-20378098edf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.648369] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 949.648369] env[69217]: value = "task-3532587" [ 949.648369] env[69217]: _type = "Task" [ 949.648369] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.656113] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.863185] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 6b76a3c4-d85d-4c21-955b-24fb174871d4] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.027730] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e3ad1-a1d7-45ed-b6d4-ea84ef408c17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.035977] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055af291-1377-4a95-a377-f06fadd4eac1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.072691] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97967a15-a070-4680-b460-fd674aa9649b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.082070] env[69217]: DEBUG oslo_vmware.api [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532586, 'name': ReconfigVM_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.084487] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705549', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'name': 'volume-3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de8da247-fd8a-4d0a-82ae-0ea053ce2ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5', 'serial': '3156e3ce-5839-4c3c-8a2f-118a5cc562b5'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.089101] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e58f35f-d3de-452f-92a3-c1776bdc039e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.103464] env[69217]: DEBUG nova.compute.provider_tree [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.129800] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfad48-5e2d-4a3b-8d0f-54a8df009736, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.130076] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.130335] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.130593] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cc4d5d-2dce-4ea3-b32a-fee433cc97e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.137848] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 950.137848] env[69217]: value = "task-3532588" [ 950.137848] env[69217]: _type = "Task" [ 950.137848] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.145582] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.157132] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462783} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.157132] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 1db697a7-a3f1-4899-aa7a-10224d565bc0/1db697a7-a3f1-4899-aa7a-10224d565bc0.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.157369] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.157470] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11aba8d7-bc98-4f89-9aaf-b7a182a50a34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.164334] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 950.164334] env[69217]: value = "task-3532589" [ 950.164334] env[69217]: _type = "Task" [ 950.164334] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.171901] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.367989] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e1b54424-6d34-498e-91ce-c7ec6660011a] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.532615] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.559707] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.559967] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.560150] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.560339] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.560486] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.560633] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.560843] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.561010] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.561191] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.561562] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.561832] env[69217]: DEBUG nova.virt.hardware [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.562783] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c6417-e502-4f08-90f5-d19b3edfb5e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.571966] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9579c-8bf5-4ff1-bed9-aad22db572f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.606912] env[69217]: DEBUG nova.scheduler.client.report [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.630033] env[69217]: DEBUG nova.objects.instance [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'flavor' on Instance uuid de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.647565] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447575} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.648389] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.648606] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.648854] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4f41ea8-aa70-4656-915b-edbfa5c37caa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.655539] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 950.655539] env[69217]: value = "task-3532590" [ 950.655539] env[69217]: _type = "Task" [ 950.655539] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.664336] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.673872] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057931} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.674138] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.674930] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e091e-7860-4035-92e4-fc2500fafc76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697607] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 1db697a7-a3f1-4899-aa7a-10224d565bc0/1db697a7-a3f1-4899-aa7a-10224d565bc0.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.697867] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a87b188d-0f38-42ff-8d9c-f76deb383b8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.718575] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 950.718575] env[69217]: value = "task-3532591" [ 950.718575] env[69217]: _type = "Task" [ 950.718575] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.726882] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.871988] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ce848aad-e8b8-4e6e-9e4c-b7c0aee4d5fd] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.019998] env[69217]: DEBUG nova.compute.manager [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Received event network-vif-plugged-cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.020238] env[69217]: DEBUG oslo_concurrency.lockutils [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] Acquiring lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.020816] env[69217]: DEBUG oslo_concurrency.lockutils [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.021241] env[69217]: DEBUG oslo_concurrency.lockutils [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.021241] env[69217]: DEBUG nova.compute.manager [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] No waiting events found dispatching network-vif-plugged-cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.021359] env[69217]: WARNING nova.compute.manager [req-bceb675f-34cb-4209-bf37-6faca42b1eca req-887549fa-2471-4a24-acfa-3705080fb4ef service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Received unexpected event network-vif-plugged-cd018d04-a6b5-4034-872e-32b4148438a7 for instance with vm_state building and task_state spawning. [ 951.116228] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Successfully updated port: cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.166556] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086914} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.166794] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.167590] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e176c-aa30-4acc-85a0-8513d0c95f47 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.186512] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.187080] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5908cb9f-77a4-4b34-bc31-cd343fafe98c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.206446] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 951.206446] env[69217]: value = "task-3532592" [ 951.206446] env[69217]: _type = "Task" [ 951.206446] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.215451] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.228203] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532591, 'name': ReconfigVM_Task, 'duration_secs': 0.267226} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.228855] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 1db697a7-a3f1-4899-aa7a-10224d565bc0/1db697a7-a3f1-4899-aa7a-10224d565bc0.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.229435] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cab3ff3-c5de-4c73-9039-8248e2af20c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.235280] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 951.235280] env[69217]: value = "task-3532593" [ 951.235280] env[69217]: _type = "Task" [ 951.235280] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.243738] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532593, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.374760] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 8c5327c2-997c-4753-9876-7e048bedec65] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.619500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.619500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.619500] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.621531] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.115s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.630490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.295s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.630804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.632925] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.877s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.634437] env[69217]: INFO nova.compute.claims [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.643236] env[69217]: DEBUG oslo_concurrency.lockutils [None req-de3614da-d7ce-45f6-bd15-c4201db501c8 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.665429] env[69217]: INFO nova.scheduler.client.report [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Deleted allocations for instance 02e1d665-05f6-48e4-a9e6-a8bba7ed877a [ 951.716593] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532592, 'name': ReconfigVM_Task, 'duration_secs': 0.27846} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.716914] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Reconfigured VM instance instance-00000046 to attach disk [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.717571] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae3566e-89e8-47d4-a9d8-9e10e04ed8c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.724300] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 951.724300] env[69217]: value = "task-3532594" [ 951.724300] env[69217]: _type = "Task" [ 951.724300] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.732132] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532594, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.743810] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532593, 'name': Rename_Task, 'duration_secs': 0.134895} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.744082] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.744320] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d93463a-f3db-4caf-ab4f-699331cc63cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.750380] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 951.750380] env[69217]: value = "task-3532595" [ 951.750380] env[69217]: _type = "Task" [ 951.750380] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.758678] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.878582] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: b5e4935e-86a3-40d4-870e-bcfde8ce3e75] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.159845] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.173949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Lock "02e1d665-05f6-48e4-a9e6-a8bba7ed877a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.380s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.234890] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532594, 'name': Rename_Task, 'duration_secs': 0.137246} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.235705] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.235963] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2f4fc4-67b4-477e-a541-8797c709e096 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.245848] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 952.245848] env[69217]: value = "task-3532596" [ 952.245848] env[69217]: _type = "Task" [ 952.245848] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.254031] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.262384] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.335460] env[69217]: DEBUG nova.network.neutron [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Updating instance_info_cache with network_info: [{"id": "cd018d04-a6b5-4034-872e-32b4148438a7", "address": "fa:16:3e:ea:16:0b", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd018d04-a6", "ovs_interfaceid": "cd018d04-a6b5-4034-872e-32b4148438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.381536] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 87ea1913-e475-40c2-bb66-8777a9fdd5c4] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.720715] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.722600] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.722825] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.723032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.723210] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.725787] env[69217]: INFO nova.compute.manager [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Terminating instance [ 952.757977] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.770178] env[69217]: DEBUG oslo_vmware.api [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532595, 'name': PowerOnVM_Task, 'duration_secs': 0.68222} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.770178] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.770178] env[69217]: INFO nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Took 8.47 seconds to spawn the instance on the hypervisor. [ 952.770178] env[69217]: DEBUG nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.770178] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3786c2f8-b192-4b8f-b312-a2d5cf1494a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.838340] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.838520] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Instance network_info: |[{"id": "cd018d04-a6b5-4034-872e-32b4148438a7", "address": "fa:16:3e:ea:16:0b", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd018d04-a6", "ovs_interfaceid": "cd018d04-a6b5-4034-872e-32b4148438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.841399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:16:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd018d04-a6b5-4034-872e-32b4148438a7', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.850887] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.851566] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.852289] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7690e4b7-9320-4f6b-864a-3876b4d531e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.876831] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.876831] env[69217]: value = "task-3532597" [ 952.876831] env[69217]: _type = "Task" [ 952.876831] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.885235] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7120b731-6946-48ee-9d53-74f7b9d92858] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.886499] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532597, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.063660] env[69217]: DEBUG nova.compute.manager [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Received event network-changed-cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.063889] env[69217]: DEBUG nova.compute.manager [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Refreshing instance network info cache due to event network-changed-cd018d04-a6b5-4034-872e-32b4148438a7. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.064167] env[69217]: DEBUG oslo_concurrency.lockutils [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] Acquiring lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.064348] env[69217]: DEBUG oslo_concurrency.lockutils [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] Acquired lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.064539] env[69217]: DEBUG nova.network.neutron [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Refreshing network info cache for port cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.120850] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5e535-f0bd-4ae8-bd71-c6149b4299fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.130505] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f2e9d-96d9-4f4e-bccc-5beaa4b3a53c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.168031] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149eabb-c99a-4277-ba40-25f03e46efea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.175634] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cde52-4cb6-4fe6-9fbc-3ca3a178e750 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.180892] env[69217]: INFO nova.compute.manager [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Swapping old allocation on dict_keys(['7b6c4a0e-698d-4b89-944b-903ec8545ed6']) held by migration 7e8268e7-3de4-4486-8e17-a964897bf290 for instance [ 953.192989] env[69217]: DEBUG nova.compute.provider_tree [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.208137] env[69217]: DEBUG nova.scheduler.client.report [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Overwriting current allocation {'allocations': {'7b6c4a0e-698d-4b89-944b-903ec8545ed6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': '11a94439811949e1b7044eaba44e17ea', 'user_id': '851bfa2448af49fc9f1a8ff58459d7fa', 'consumer_generation': 1} on consumer 136c5d15-818e-4289-8571-1ccbab5b1b3b {{(pid=69217) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 953.230909] env[69217]: DEBUG nova.compute.manager [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.231173] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.232128] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e64b71-a89b-414f-9b13-ad12a50bb710 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.240073] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.240341] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b82b10fc-f010-439e-a06c-c0719e121303 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.247074] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 953.247074] env[69217]: value = "task-3532598" [ 953.247074] env[69217]: _type = "Task" [ 953.247074] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.258087] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.261404] env[69217]: DEBUG oslo_vmware.api [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532596, 'name': PowerOnVM_Task, 'duration_secs': 0.98532} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.261715] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.262016] env[69217]: INFO nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Took 6.32 seconds to spawn the instance on the hypervisor. [ 953.262270] env[69217]: DEBUG nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.263072] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8abf1a9-ccea-4e1e-8e71-81c2d40a3962 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.290027] env[69217]: INFO nova.compute.manager [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Took 63.97 seconds to build instance. [ 953.386144] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532597, 'name': CreateVM_Task, 'duration_secs': 0.333021} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.386500] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.387015] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.387226] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.387552] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.387849] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793e32f9-041b-4195-ae74-cd5e0de3ea2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.389866] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a0cb9958-4a58-41d8-8686-eaa2e192034e] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.394703] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 953.394703] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fd4bfa-8501-4368-97aa-7388a5f07460" [ 953.394703] env[69217]: _type = "Task" [ 953.394703] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.402534] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fd4bfa-8501-4368-97aa-7388a5f07460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.459786] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.460040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquired lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.461098] env[69217]: DEBUG nova.network.neutron [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.701103] env[69217]: DEBUG nova.scheduler.client.report [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.759740] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532598, 'name': PowerOffVM_Task, 'duration_secs': 0.179839} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.759990] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.760174] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.760418] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11005880-440f-41e3-84c6-2dd14212ab98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.783649] env[69217]: INFO nova.compute.manager [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Took 56.22 seconds to build instance. [ 953.791615] env[69217]: DEBUG oslo_concurrency.lockutils [None req-456dd8c3-e3d3-468e-bbe0-156d3037837b tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.701s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.835745] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.835965] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.836170] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleting the datastore file [datastore1] de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.836506] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6432bd57-8dea-46c5-8e33-9e59f2e7a5b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.843209] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 953.843209] env[69217]: value = "task-3532600" [ 953.843209] env[69217]: _type = "Task" [ 953.843209] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.851356] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.893437] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 5acbf9bd-f1d8-49bb-a737-4e1ec117a690] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.912040] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fd4bfa-8501-4368-97aa-7388a5f07460, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.912353] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.912577] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.912806] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.912946] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.913134] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.913462] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70aa1836-0f08-4cef-b201-b4c5e8e86106 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.921056] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.921238] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.924121] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df21a30-30a5-41ce-9936-689c87c22dea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.929560] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 953.929560] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522fb40d-b7c5-2976-b612-e8bf7ed276ec" [ 953.929560] env[69217]: _type = "Task" [ 953.929560] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.937473] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522fb40d-b7c5-2976-b612-e8bf7ed276ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.974723] env[69217]: DEBUG nova.network.neutron [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Updated VIF entry in instance network info cache for port cd018d04-a6b5-4034-872e-32b4148438a7. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.975082] env[69217]: DEBUG nova.network.neutron [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Updating instance_info_cache with network_info: [{"id": "cd018d04-a6b5-4034-872e-32b4148438a7", "address": "fa:16:3e:ea:16:0b", "network": {"id": "7c7d2fc0-3df5-4f62-ac04-bdbc6e52e8f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1603792072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c464d11296f34c20b0169747b735642b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd018d04-a6", "ovs_interfaceid": "cd018d04-a6b5-4034-872e-32b4148438a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.204524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.204951] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.207632] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.089s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.208151] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.210463] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.787s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.211940] env[69217]: INFO nova.compute.claims [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.254562] env[69217]: INFO nova.scheduler.client.report [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Deleted allocations for instance 9a150c60-ea21-4c99-8237-267850c02324 [ 954.269658] env[69217]: DEBUG nova.network.neutron [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [{"id": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "address": "fa:16:3e:6d:ed:c0", "network": {"id": "a6c0555d-d71e-44eb-86b0-01385436dc83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4e3502e654f04b7981eadc89b17aaaf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d9363f-34", "ovs_interfaceid": "85d9363f-345f-4981-b19d-dc0a07df2ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.285659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8f2bff58-c355-4bef-9f3c-682555a64029 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.727s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.355130] env[69217]: DEBUG oslo_vmware.api [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.355392] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.355612] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.355749] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.355920] env[69217]: INFO nova.compute.manager [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 954.356187] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.356395] env[69217]: DEBUG nova.compute.manager [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.356492] env[69217]: DEBUG nova.network.neutron [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.403897] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 325d5036-99de-48c1-bcac-0d5741d8dd78] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.443337] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522fb40d-b7c5-2976-b612-e8bf7ed276ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.444120] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abfe833-882d-4eba-b6ce-60b3607e3ccc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.449451] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 954.449451] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aaf6f-9eac-1ea4-9931-b03f1a66c12a" [ 954.449451] env[69217]: _type = "Task" [ 954.449451] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.457559] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aaf6f-9eac-1ea4-9931-b03f1a66c12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.477767] env[69217]: DEBUG oslo_concurrency.lockutils [req-5aaf2be6-2bd1-4633-a0e2-bdcfe26e8bf5 req-a4198d21-0a55-40bb-b215-41d045a87380 service nova] Releasing lock "refresh_cache-f89a5c66-f016-4a92-9923-8db5800d1b3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.716521] env[69217]: DEBUG nova.compute.utils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.720459] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.720680] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.762186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Lock "9a150c60-ea21-4c99-8237-267850c02324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.261s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.772443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Releasing lock "refresh_cache-136c5d15-818e-4289-8571-1ccbab5b1b3b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.772919] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.773442] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac2253d-eac1-4a7f-8bc2-f9b20aae39f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.785754] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 954.785754] env[69217]: value = "task-3532601" [ 954.785754] env[69217]: _type = "Task" [ 954.785754] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.794018] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.848173] env[69217]: DEBUG nova.policy [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1db5fd962ec1425796c07b058956dbb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d9337f101a4178953892338df6dd92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.907205] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 36611fa9-f155-4cfc-a2ad-7c917a03a2fd] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.963543] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529aaf6f-9eac-1ea4-9931-b03f1a66c12a, 'name': SearchDatastore_Task, 'duration_secs': 0.031392} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.964241] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.964567] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f89a5c66-f016-4a92-9923-8db5800d1b3f/f89a5c66-f016-4a92-9923-8db5800d1b3f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.964899] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c481ab30-72b6-431c-9e7a-419dba0b8b4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.973230] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 954.973230] env[69217]: value = "task-3532602" [ 954.973230] env[69217]: _type = "Task" [ 954.973230] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.982534] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.216312] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Successfully created port: 62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.222156] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.262230] env[69217]: INFO nova.compute.manager [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Rebuilding instance [ 955.312326] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532601, 'name': PowerOffVM_Task, 'duration_secs': 0.277139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.315659] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.316410] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:42:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ec2c55db-030f-47fc-ba24-4e250c4db3dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1730162904',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.316656] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.317893] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.318194] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.318194] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.318259] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.330607] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7aa63d0-1eef-4a95-a83a-bb5f915ea2f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.347543] env[69217]: DEBUG nova.compute.manager [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.351449] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117174d-aa51-4c99-b99d-1c6b7e8504a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.356763] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 955.356763] env[69217]: value = "task-3532603" [ 955.356763] env[69217]: _type = "Task" [ 955.356763] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.373169] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.410750] env[69217]: DEBUG nova.compute.manager [req-92c0e3d6-4539-42a6-ad20-ec76365b6c18 req-98790b59-9efa-4868-8877-09b96a0b38ec service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Received event network-vif-deleted-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.411023] env[69217]: INFO nova.compute.manager [req-92c0e3d6-4539-42a6-ad20-ec76365b6c18 req-98790b59-9efa-4868-8877-09b96a0b38ec service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Neutron deleted interface fbb34dcc-e8a5-4e66-b431-e5ffaf305116; detaching it from the instance and deleting it from the info cache [ 955.411147] env[69217]: DEBUG nova.network.neutron [req-92c0e3d6-4539-42a6-ad20-ec76365b6c18 req-98790b59-9efa-4868-8877-09b96a0b38ec service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.413369] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 2111606c-e076-4b37-a6a3-1490602d59c2] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.483416] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502649} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.483796] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] f89a5c66-f016-4a92-9923-8db5800d1b3f/f89a5c66-f016-4a92-9923-8db5800d1b3f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.483962] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.484246] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5412d17-a25e-46b7-94bf-959be0883c3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.493912] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 955.493912] env[69217]: value = "task-3532604" [ 955.493912] env[69217]: _type = "Task" [ 955.493912] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.504245] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.720833] env[69217]: DEBUG nova.network.neutron [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.774135] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b09f2-e897-43d3-af00-76e7406e0135 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.783194] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a840483-5c3a-407c-83fe-b7db306342be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.816472] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8476f1-b1f7-4774-8363-d373415d400c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.824054] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c18f42-dc68-4576-af67-3806cc8df330 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.838956] env[69217]: DEBUG nova.compute.provider_tree [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.866796] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532603, 'name': ReconfigVM_Task, 'duration_secs': 0.281142} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.867720] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7c774-6a70-4828-868d-630b1cb99270 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.901464] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:42:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ec2c55db-030f-47fc-ba24-4e250c4db3dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1730162904',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.901824] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.902088] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.902394] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.902639] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.902937] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.903160] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.903358] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.903553] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.903726] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.903912] env[69217]: DEBUG nova.virt.hardware [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.904937] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb858077-bba2-4eb1-a430-312dd567d732 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.912629] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 955.912629] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524c570d-7ba7-d35a-ffa0-fa49162d4eda" [ 955.912629] env[69217]: _type = "Task" [ 955.912629] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.916842] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 785eed74-ebba-423a-a157-56027aeaa976] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.918947] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dfbba26-e447-47b0-a9d6-008c4e588fab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927874] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524c570d-7ba7-d35a-ffa0-fa49162d4eda, 'name': SearchDatastore_Task, 'duration_secs': 0.007011} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.934897] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.935417] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ede072-a7ba-42d0-b822-8547dac13251 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.952417] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778db04-51ee-484b-8334-9d41a8c68d19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.969395] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 955.969395] env[69217]: value = "task-3532605" [ 955.969395] env[69217]: _type = "Task" [ 955.969395] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.977839] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.993078] env[69217]: DEBUG nova.compute.manager [req-92c0e3d6-4539-42a6-ad20-ec76365b6c18 req-98790b59-9efa-4868-8877-09b96a0b38ec service nova] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Detach interface failed, port_id=fbb34dcc-e8a5-4e66-b431-e5ffaf305116, reason: Instance de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.003153] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070098} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.003153] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.003651] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8dd221-28b2-40c6-a488-b066998a73c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.027155] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] f89a5c66-f016-4a92-9923-8db5800d1b3f/f89a5c66-f016-4a92-9923-8db5800d1b3f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.027512] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0441792e-ca4f-403c-ba0f-e691624ecdf7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.048050] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 956.048050] env[69217]: value = "task-3532606" [ 956.048050] env[69217]: _type = "Task" [ 956.048050] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.057436] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.223633] env[69217]: INFO nova.compute.manager [-] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Took 1.87 seconds to deallocate network for instance. [ 956.237343] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.272426] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.272903] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.273539] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.273626] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.273719] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.273936] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.274246] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.274693] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.274693] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.274832] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.274903] env[69217]: DEBUG nova.virt.hardware [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.276092] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908d581-7fb1-46ce-80b9-e06005d6541d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.291028] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58adf2b-a55a-47bf-8d68-ee0e0a2778d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.341788] env[69217]: DEBUG nova.scheduler.client.report [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.407365] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.407365] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fea8652-6868-41c5-ba42-70e1aa69b068 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.414497] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 956.414497] env[69217]: value = "task-3532607" [ 956.414497] env[69217]: _type = "Task" [ 956.414497] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.424105] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: f2984bb6-02ae-471d-820c-f475b91eb6b7] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.428144] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.479672] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532605, 'name': ReconfigVM_Task, 'duration_secs': 0.206537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.480493] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.481057] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ddbe4-d2fc-49a5-b79d-16ba99efe606 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.502996] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.503340] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6296b32d-cd5f-4d13-bee9-ab0596c9f027 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.522308] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 956.522308] env[69217]: value = "task-3532608" [ 956.522308] env[69217]: _type = "Task" [ 956.522308] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.530554] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.563678] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532606, 'name': ReconfigVM_Task, 'duration_secs': 0.382432} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.564366] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] f89a5c66-f016-4a92-9923-8db5800d1b3f/f89a5c66-f016-4a92-9923-8db5800d1b3f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.567911] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53473c16-6867-4140-8b9f-870b0c6d5fb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.575553] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 956.575553] env[69217]: value = "task-3532609" [ 956.575553] env[69217]: _type = "Task" [ 956.575553] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.584968] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532609, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.733243] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.852435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.852971] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.855811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.742s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.857320] env[69217]: INFO nova.compute.claims [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.901655] env[69217]: DEBUG nova.compute.manager [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Received event network-vif-plugged-62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.902271] env[69217]: DEBUG oslo_concurrency.lockutils [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] Acquiring lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.902505] env[69217]: DEBUG oslo_concurrency.lockutils [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.902674] env[69217]: DEBUG oslo_concurrency.lockutils [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.902840] env[69217]: DEBUG nova.compute.manager [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] No waiting events found dispatching network-vif-plugged-62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.903024] env[69217]: WARNING nova.compute.manager [req-832789e5-531a-4357-8eab-4cf365934c5c req-f6872c75-86a8-43e4-abe2-24f2a01dc19b service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Received unexpected event network-vif-plugged-62bf0a9f-4636-41f0-adcd-c86a02d75488 for instance with vm_state building and task_state spawning. [ 956.925321] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532607, 'name': PowerOffVM_Task, 'duration_secs': 0.141729} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.925575] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.926230] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.926669] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a6a64814-a8d6-4180-83e6-08a130186223] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.928804] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e61cee-91eb-4ab2-befb-657512dbaf9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.935848] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.936092] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b90768ea-258b-4d4a-819a-4f3639c31f10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.959507] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.959735] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.959896] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Deleting the datastore file [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.960166] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5a612f4-56fe-4500-850f-62895d4457d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.967065] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 956.967065] env[69217]: value = "task-3532611" [ 956.967065] env[69217]: _type = "Task" [ 956.967065] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.974949] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.993943] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Successfully updated port: 62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.031623] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532608, 'name': ReconfigVM_Task, 'duration_secs': 0.31436} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.031797] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b/136c5d15-818e-4289-8571-1ccbab5b1b3b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.032671] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f226a9-c44f-43a8-9b17-0d5e218c13de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.054101] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00298269-9e96-47e6-b915-d2451b9a2760 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.073711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.073711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.073876] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.074020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.074254] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.076450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfab2283-939d-4d29-ae73-0fc0b4a4c59c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079286] env[69217]: INFO nova.compute.manager [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Terminating instance [ 957.089265] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532609, 'name': Rename_Task, 'duration_secs': 0.144178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.102498] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.103508] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695769ca-e996-4d21-adcc-99e276cb258b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.106310] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570fd327-cb77-4db3-8738-ee4765f3e362 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.113499] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.114637] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71110b56-cccf-4d9a-b5a6-2494c786a3fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.116117] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 957.116117] env[69217]: value = "task-3532612" [ 957.116117] env[69217]: _type = "Task" [ 957.116117] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.120459] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 957.120459] env[69217]: value = "task-3532613" [ 957.120459] env[69217]: _type = "Task" [ 957.120459] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.126869] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.131358] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.363811] env[69217]: DEBUG nova.compute.utils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.365286] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.365580] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.404294] env[69217]: DEBUG nova.policy [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad8eea9f2cfe43428a46766cccc58de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1711dd8e46c842d1b2f54b943e9d251a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.432627] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ae681203-5fe5-41dc-8dee-0d0240349185] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.478688] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092199} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.479043] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.479286] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.479493] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.496640] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.496804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquired lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.497079] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.587988] env[69217]: DEBUG nova.compute.manager [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.587988] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.587988] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44019f-a5d7-484a-8f88-b84bd67a0b90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.602999] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.602999] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16ece06-40b2-4f27-bbb0-d2a7a5aad553 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.608177] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 957.608177] env[69217]: value = "task-3532614" [ 957.608177] env[69217]: _type = "Task" [ 957.608177] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.617941] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.639702] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.643826] env[69217]: DEBUG oslo_vmware.api [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532613, 'name': PowerOnVM_Task, 'duration_secs': 0.442789} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.644348] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.781987] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Successfully created port: c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.870086] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.936718] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: be32720d-7237-41f3-8438-4eec21659cf6] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.056862] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.134160] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532614, 'name': PowerOffVM_Task, 'duration_secs': 0.218981} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.134844] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.135035] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.135830] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86469e6a-f2c4-48fc-afc1-56b072f06933 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143743] env[69217]: DEBUG oslo_vmware.api [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532612, 'name': PowerOnVM_Task, 'duration_secs': 0.527279} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.145239] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.145239] env[69217]: INFO nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Took 7.61 seconds to spawn the instance on the hypervisor. [ 958.145239] env[69217]: DEBUG nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.145630] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9dc9a3-8526-48a8-871a-67c7c3df7c2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.234326] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.234658] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.234928] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleting the datastore file [datastore2] 1db697a7-a3f1-4899-aa7a-10224d565bc0 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.235358] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f75083-f375-4001-bf3e-00295abe8753 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.244378] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 958.244378] env[69217]: value = "task-3532616" [ 958.244378] env[69217]: _type = "Task" [ 958.244378] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.256555] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.335935] env[69217]: DEBUG nova.network.neutron [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Updating instance_info_cache with network_info: [{"id": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "address": "fa:16:3e:33:d4:3d", "network": {"id": "b28fd9b6-8a07-46cb-8331-f40c095b1892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1566527300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d9337f101a4178953892338df6dd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bf0a9f-46", "ovs_interfaceid": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.443725] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7080e070-ba39-48ca-b4c7-abcd4349eb57] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.514952] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59809c62-3aa4-44a6-89be-e702a2dc8cdf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.523962] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b19d7-33e0-453f-99c1-6780e2f9e21d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.532306] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.532615] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.532694] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.532878] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.533041] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.533200] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.533417] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.533577] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.533745] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.533943] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.534191] env[69217]: DEBUG nova.virt.hardware [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.535555] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aaceea-04cb-4077-bd39-f5dde1afdf08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.572640] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff33f670-371a-494c-b980-ec8b5369499b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.578491] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8993b8-9a28-406f-86f7-fcb88e8e40dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.594947] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d1babc-2d6c-486f-881b-1fd7f90503b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.600277] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.606555] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.606666] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.607342] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b586cd9a-999e-4dae-9aec-ed374bcab0e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.628568] env[69217]: DEBUG nova.compute.provider_tree [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.636460] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.636460] env[69217]: value = "task-3532617" [ 958.636460] env[69217]: _type = "Task" [ 958.636460] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.644178] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532617, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.664769] env[69217]: INFO nova.compute.manager [None req-e14c8e89-d684-48d8-8f66-8ae27627bee0 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance to original state: 'active' [ 958.674700] env[69217]: INFO nova.compute.manager [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Took 53.55 seconds to build instance. [ 958.758071] env[69217]: DEBUG oslo_vmware.api [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373955} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.758652] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.758864] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.759105] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.759766] env[69217]: INFO nova.compute.manager [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 958.759766] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.759766] env[69217]: DEBUG nova.compute.manager [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.759766] env[69217]: DEBUG nova.network.neutron [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.838947] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Releasing lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.839319] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Instance network_info: |[{"id": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "address": "fa:16:3e:33:d4:3d", "network": {"id": "b28fd9b6-8a07-46cb-8331-f40c095b1892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1566527300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d9337f101a4178953892338df6dd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bf0a9f-46", "ovs_interfaceid": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.840064] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d4:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62bf0a9f-4636-41f0-adcd-c86a02d75488', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.848514] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Creating folder: Project (30d9337f101a4178953892338df6dd92). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.849652] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1005c27f-d80b-4f36-935b-7fb0d58a66f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.860638] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Created folder: Project (30d9337f101a4178953892338df6dd92) in parent group-v705386. [ 958.860836] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Creating folder: Instances. Parent ref: group-v705575. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.861097] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dbb4453-3b7e-48d0-b44f-8b44c4c59b64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.871720] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Created folder: Instances in parent group-v705575. [ 958.871975] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.872186] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.872395] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fdc2541-5ca8-44c9-ba6e-ea556f4eee27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.889219] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.896748] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.896748] env[69217]: value = "task-3532620" [ 958.896748] env[69217]: _type = "Task" [ 958.896748] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.906658] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532620, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.926801] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.927071] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.927240] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.927470] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.927586] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.927741] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.927970] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.928159] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.928432] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.928506] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.928671] env[69217]: DEBUG nova.virt.hardware [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.929594] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f957b-e897-485f-92d1-eb7f09660bac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.939181] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add00a73-8c5a-452b-bb8f-7be59ceebf9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.947264] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: aa58e2c6-85c2-483e-9435-db6664b30d5a] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.038160] env[69217]: DEBUG nova.compute.manager [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Received event network-changed-62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.038160] env[69217]: DEBUG nova.compute.manager [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Refreshing instance network info cache due to event network-changed-62bf0a9f-4636-41f0-adcd-c86a02d75488. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.038160] env[69217]: DEBUG oslo_concurrency.lockutils [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] Acquiring lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.038160] env[69217]: DEBUG oslo_concurrency.lockutils [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] Acquired lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.038311] env[69217]: DEBUG nova.network.neutron [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Refreshing network info cache for port 62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.131557] env[69217]: DEBUG nova.scheduler.client.report [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.146717] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532617, 'name': CreateVM_Task, 'duration_secs': 0.337679} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.146973] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.147513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.147742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.148136] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.148412] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763a33b2-19ea-4411-b6e3-fc4a37e6b835 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.156118] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 959.156118] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242111a-6db7-7692-6c5b-c22753bdbef3" [ 959.156118] env[69217]: _type = "Task" [ 959.156118] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.165929] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242111a-6db7-7692-6c5b-c22753bdbef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.178827] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb8aeefa-e2d5-4530-b401-0913def2980b tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.063s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.314742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.315020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.316173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.316173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.316173] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.319154] env[69217]: DEBUG nova.compute.manager [req-ebcdf337-b369-49ae-8ad0-14107825bc3c req-cda54e5b-cc16-46bc-b736-b3874fed818f service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Received event network-vif-deleted-54ee0381-6315-4294-879f-66421c70b414 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.319351] env[69217]: INFO nova.compute.manager [req-ebcdf337-b369-49ae-8ad0-14107825bc3c req-cda54e5b-cc16-46bc-b736-b3874fed818f service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Neutron deleted interface 54ee0381-6315-4294-879f-66421c70b414; detaching it from the instance and deleting it from the info cache [ 959.319524] env[69217]: DEBUG nova.network.neutron [req-ebcdf337-b369-49ae-8ad0-14107825bc3c req-cda54e5b-cc16-46bc-b736-b3874fed818f service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.320764] env[69217]: INFO nova.compute.manager [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Terminating instance [ 959.409493] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532620, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.460824] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 50b69299-91ee-43cf-aa76-2d6fa2240f9f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.501019] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Successfully updated port: c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.641500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.641695] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.644557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.046s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.646034] env[69217]: INFO nova.compute.claims [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.667316] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242111a-6db7-7692-6c5b-c22753bdbef3, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.669765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.669765] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.669765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.669765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.669941] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.670234] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c3cee5d-f2a7-4f93-a51c-bec8939ff6e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.681570] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.681570] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.682541] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8e0077-f49d-4dd8-b92f-5c321454401f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.691713] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 959.691713] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea88ca-e422-fa36-0141-5b25d321b2c2" [ 959.691713] env[69217]: _type = "Task" [ 959.691713] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.705310] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea88ca-e422-fa36-0141-5b25d321b2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.800691] env[69217]: DEBUG nova.network.neutron [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.823767] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f677d303-0839-4a80-8302-0d9997e35fbb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.833385] env[69217]: DEBUG nova.compute.manager [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.833598] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.834638] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c573d1-092c-4f00-a48d-be5d6cb551dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.840378] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070dbe7-3825-45f9-a1c6-b7268aa122c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.866413] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.866413] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ce8a06-1b03-4a51-b832-70f4fa79d142 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.869887] env[69217]: DEBUG nova.network.neutron [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Updated VIF entry in instance network info cache for port 62bf0a9f-4636-41f0-adcd-c86a02d75488. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.869989] env[69217]: DEBUG nova.network.neutron [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Updating instance_info_cache with network_info: [{"id": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "address": "fa:16:3e:33:d4:3d", "network": {"id": "b28fd9b6-8a07-46cb-8331-f40c095b1892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1566527300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d9337f101a4178953892338df6dd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bf0a9f-46", "ovs_interfaceid": "62bf0a9f-4636-41f0-adcd-c86a02d75488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.884327] env[69217]: DEBUG nova.compute.manager [req-ebcdf337-b369-49ae-8ad0-14107825bc3c req-cda54e5b-cc16-46bc-b736-b3874fed818f service nova] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Detach interface failed, port_id=54ee0381-6315-4294-879f-66421c70b414, reason: Instance 1db697a7-a3f1-4899-aa7a-10224d565bc0 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.888025] env[69217]: DEBUG oslo_concurrency.lockutils [req-3ef05a93-e026-4ef1-95c0-164a5051ac21 req-aa4c384b-e0e3-468b-956a-0c31394da185 service nova] Releasing lock "refresh_cache-991fc072-e3ac-40c4-b7be-1bec37fdee3f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.888025] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 959.888025] env[69217]: value = "task-3532621" [ 959.888025] env[69217]: _type = "Task" [ 959.888025] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.896544] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.909026] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532620, 'name': CreateVM_Task, 'duration_secs': 0.620678} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.909978] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.909978] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.910213] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.910538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.913292] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d45fc4-3fa5-4c45-99cb-2ae2cc77863f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.920444] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 959.920444] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d26a6f-175c-4197-cb90-af26c01e538a" [ 959.920444] env[69217]: _type = "Task" [ 959.920444] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.932668] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d26a6f-175c-4197-cb90-af26c01e538a, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.933071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.933380] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.933670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.964950] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: f43baed6-6386-4cab-9e4f-4dcc97eb6e87] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.006968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.006968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.006968] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.152087] env[69217]: DEBUG nova.compute.utils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.155653] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.155923] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.197630] env[69217]: DEBUG nova.policy [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.205841] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea88ca-e422-fa36-0141-5b25d321b2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.206767] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7f3f5a-ccb2-4bbb-9856-24848a85617d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.212587] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 960.212587] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529422ba-c61f-8e29-cf85-20e84870f641" [ 960.212587] env[69217]: _type = "Task" [ 960.212587] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.220993] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529422ba-c61f-8e29-cf85-20e84870f641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.302142] env[69217]: INFO nova.compute.manager [-] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Took 1.54 seconds to deallocate network for instance. [ 960.398394] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532621, 'name': PowerOffVM_Task, 'duration_secs': 0.203178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.398692] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.398885] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.399159] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7d79d9a-35d7-493f-bf3e-eeca8c92dd4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.469075] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 59eda413-c58c-49d1-9d16-81eb83418762] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.556280] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.654353] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Successfully created port: e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.656613] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.730452] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529422ba-c61f-8e29-cf85-20e84870f641, 'name': SearchDatastore_Task, 'duration_secs': 0.051912} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.730802] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.731167] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.731500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.731735] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.731997] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9cc364-2381-4a2f-99dc-96e3a112997b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.735223] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b4fd21-1d85-4b5e-99dd-169a169f8604 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.740608] env[69217]: DEBUG nova.network.neutron [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.745231] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 960.745231] env[69217]: value = "task-3532623" [ 960.745231] env[69217]: _type = "Task" [ 960.745231] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.756084] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.756408] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.756587] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.758718] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee984bb-e82f-4176-94ac-c7699d25b872 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.764681] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 960.764681] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a18506-4bc0-fe77-8542-f4e4c9f09e0c" [ 960.764681] env[69217]: _type = "Task" [ 960.764681] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.777287] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a18506-4bc0-fe77-8542-f4e4c9f09e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.778144] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836ab56f-6019-4df7-b4f3-e35843c68e70 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.785338] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 960.785338] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52826e23-cbfc-c695-c937-6013ec3d414b" [ 960.785338] env[69217]: _type = "Task" [ 960.785338] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.796057] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52826e23-cbfc-c695-c937-6013ec3d414b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.810392] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.844334] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.844533] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.844776] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleting the datastore file [datastore1] f89a5c66-f016-4a92-9923-8db5800d1b3f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.845126] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6837ad-c3bc-41fc-82c0-b2fb2f02f8a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.851608] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for the task: (returnval){ [ 960.851608] env[69217]: value = "task-3532624" [ 960.851608] env[69217]: _type = "Task" [ 960.851608] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.861604] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.976632] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 3fd3d6a7-1609-49ae-afa5-b337aad39679] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.035586] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.035769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.037989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.037989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.037989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.040143] env[69217]: INFO nova.compute.manager [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Terminating instance [ 961.215628] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344641f-757d-41b1-ba26-00fa4e3c2dad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.225527] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85718455-d5d9-4010-8b3b-fa104dc8eee0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.266455] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.266814] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Instance network_info: |[{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.268966] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:cb:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c61c172d-d2cf-4e2a-a490-713ccd6acce1', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.278548] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Creating folder: Project (1711dd8e46c842d1b2f54b943e9d251a). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.282407] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d468e2-8e59-4940-b6b3-1d0ace9368b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.287738] env[69217]: DEBUG nova.compute.manager [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-vif-plugged-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.288040] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Acquiring lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.288670] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.289088] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.289319] env[69217]: DEBUG nova.compute.manager [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] No waiting events found dispatching network-vif-plugged-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.289595] env[69217]: WARNING nova.compute.manager [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received unexpected event network-vif-plugged-c61c172d-d2cf-4e2a-a490-713ccd6acce1 for instance with vm_state building and task_state spawning. [ 961.289860] env[69217]: DEBUG nova.compute.manager [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.290079] env[69217]: DEBUG nova.compute.manager [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing instance network info cache due to event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.290503] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.291102] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.291102] env[69217]: DEBUG nova.network.neutron [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.293072] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d361e54-4094-409f-82e5-6030619bd1fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.305972] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505053} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.308458] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.308764] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.312583] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c852f52-c2e1-46ac-a9ce-6a82c9df8989 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.315450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa83f7f-28ea-4ec5-8c1c-1e29787aed0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.319762] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52826e23-cbfc-c695-c937-6013ec3d414b, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.321405] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.321729] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 991fc072-e3ac-40c4-b7be-1bec37fdee3f/991fc072-e3ac-40c4-b7be-1bec37fdee3f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.322111] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Created folder: Project (1711dd8e46c842d1b2f54b943e9d251a) in parent group-v705386. [ 961.322361] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Creating folder: Instances. Parent ref: group-v705578. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.323190] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-904c1707-733c-4e38-af17-9099a6da8f1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.325190] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5253808d-90cd-4def-9ce6-2dbbe108b1e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.336087] env[69217]: DEBUG nova.compute.provider_tree [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.337896] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 961.337896] env[69217]: value = "task-3532626" [ 961.337896] env[69217]: _type = "Task" [ 961.337896] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.344052] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 961.344052] env[69217]: value = "task-3532627" [ 961.344052] env[69217]: _type = "Task" [ 961.344052] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.353117] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Created folder: Instances in parent group-v705578. [ 961.353117] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.353117] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.353765] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.359506] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e009efff-e29a-43eb-9636-10d7535cc97e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.374821] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.380875] env[69217]: DEBUG oslo_vmware.api [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Task: {'id': task-3532624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431579} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.382172] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.382395] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.382620] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.382836] env[69217]: INFO nova.compute.manager [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Took 1.55 seconds to destroy the instance on the hypervisor. [ 961.383109] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.383319] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.383319] env[69217]: value = "task-3532629" [ 961.383319] env[69217]: _type = "Task" [ 961.383319] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.383527] env[69217]: DEBUG nova.compute.manager [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.383637] env[69217]: DEBUG nova.network.neutron [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.393948] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532629, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.483023] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.483023] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances with incomplete migration {{(pid=69217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 961.547018] env[69217]: DEBUG nova.compute.manager [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.547018] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.547018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3f20c-b6b4-49ab-b4b6-e5f685fa7fc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.554146] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.554414] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fe6afcc-5712-46a1-88ab-96a173585dda {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.561941] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 961.561941] env[69217]: value = "task-3532630" [ 961.561941] env[69217]: _type = "Task" [ 961.561941] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.573602] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.681061] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.707534] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.707832] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.708017] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.708233] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.708413] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.708613] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.708834] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.708996] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.709180] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.709345] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.709533] env[69217]: DEBUG nova.virt.hardware [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.710500] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb8616-e383-48fd-a815-4515d6f64346 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.721954] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8fcdaf-1c26-4527-9916-eacfa446ce5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.839439] env[69217]: DEBUG nova.scheduler.client.report [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.861244] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070896} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.861485] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.861730] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.862519] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b388316-ceef-4207-97d8-7417346142e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.882377] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.883219] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f23230d-b0a2-4d43-ba75-309258a07cca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.907135] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532629, 'name': CreateVM_Task, 'duration_secs': 0.474279} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.908315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.908659] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 961.908659] env[69217]: value = "task-3532631" [ 961.908659] env[69217]: _type = "Task" [ 961.908659] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.909298] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.909458] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.909881] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.910104] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a81444f-7dd3-4abf-a142-092b840dd966 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.918148] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 961.918148] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527c8ec3-5441-bd16-585e-af32fb8abf94" [ 961.918148] env[69217]: _type = "Task" [ 961.918148] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.921433] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.932150] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527c8ec3-5441-bd16-585e-af32fb8abf94, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.932428] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.932658] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.932887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.933053] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.933233] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.933482] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d0e034-7b50-4351-8516-22f7a3cdee88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.941412] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.941607] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.942422] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ae5fec-b990-4834-a4a4-8bbdc1777d7d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.948265] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 961.948265] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528596a1-56cf-3f6a-a6eb-7bcd04b14cba" [ 961.948265] env[69217]: _type = "Task" [ 961.948265] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.958413] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528596a1-56cf-3f6a-a6eb-7bcd04b14cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.961404] env[69217]: DEBUG nova.compute.manager [req-dd5d4019-02ea-4a29-a345-28d9307700f3 req-7d6de365-455d-4080-9792-2a14f779d18b service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Received event network-vif-deleted-cd018d04-a6b5-4034-872e-32b4148438a7 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.961599] env[69217]: INFO nova.compute.manager [req-dd5d4019-02ea-4a29-a345-28d9307700f3 req-7d6de365-455d-4080-9792-2a14f779d18b service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Neutron deleted interface cd018d04-a6b5-4034-872e-32b4148438a7; detaching it from the instance and deleting it from the info cache [ 961.961764] env[69217]: DEBUG nova.network.neutron [req-dd5d4019-02ea-4a29-a345-28d9307700f3 req-7d6de365-455d-4080-9792-2a14f779d18b service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.982363] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.061236] env[69217]: DEBUG nova.network.neutron [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updated VIF entry in instance network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.061600] env[69217]: DEBUG nova.network.neutron [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.075990] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532630, 'name': PowerOffVM_Task, 'duration_secs': 0.247101} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.076835] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.077536] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.077536] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cde128d-c031-4f5a-b74e-fe3ec147670a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.145575] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.145825] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.146015] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleting the datastore file [datastore2] 136c5d15-818e-4289-8571-1ccbab5b1b3b {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.146299] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-439a9fb8-8db4-4b2d-9066-2d5e7bfb37fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.154699] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 962.154699] env[69217]: value = "task-3532633" [ 962.154699] env[69217]: _type = "Task" [ 962.154699] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.164453] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.314133] env[69217]: DEBUG nova.network.neutron [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.346954] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.347498] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.354052] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.716s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.355630] env[69217]: INFO nova.compute.claims [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.364310] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.423751] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.456599] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Successfully updated port: e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.461788] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528596a1-56cf-3f6a-a6eb-7bcd04b14cba, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.462843] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82983be4-721e-40ab-9c34-a33ad35c1ef5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.466285] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa45085a-7162-4690-a895-e7eaf218e5eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.471333] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 962.471333] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5228f955-55c0-befb-4a13-5dc366657535" [ 962.471333] env[69217]: _type = "Task" [ 962.471333] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.479889] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf5b3d-7b18-4201-96bb-7831d9afa750 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.498582] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5228f955-55c0-befb-4a13-5dc366657535, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.498970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.499179] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/0ade81d1-07d6-432d-91c4-e4a9751f8d45.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.499732] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e138500-bdbd-4713-bcda-99cc8e29b622 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.505990] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 962.505990] env[69217]: value = "task-3532634" [ 962.505990] env[69217]: _type = "Task" [ 962.505990] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.518869] env[69217]: DEBUG nova.compute.manager [req-dd5d4019-02ea-4a29-a345-28d9307700f3 req-7d6de365-455d-4080-9792-2a14f779d18b service nova] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Detach interface failed, port_id=cd018d04-a6b5-4034-872e-32b4148438a7, reason: Instance f89a5c66-f016-4a92-9923-8db5800d1b3f could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.527672] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.567277] env[69217]: DEBUG oslo_concurrency.lockutils [req-f162129b-7c2a-4651-967b-7c68883cb3e6 req-76c98c87-87e7-472c-9ede-d96869961d4f service nova] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.667657] env[69217]: DEBUG oslo_vmware.api [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161715} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.667914] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.668138] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.668364] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.668544] env[69217]: INFO nova.compute.manager [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 962.668791] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.669029] env[69217]: DEBUG nova.compute.manager [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.669134] env[69217]: DEBUG nova.network.neutron [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.817379] env[69217]: INFO nova.compute.manager [-] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Took 1.43 seconds to deallocate network for instance. [ 962.862622] env[69217]: DEBUG nova.compute.utils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.866872] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.868121] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.868325] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.921774] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.971246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.971246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.971246] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.031221] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532634, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.055719] env[69217]: DEBUG nova.policy [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b755182b54441a9812f9034ad3d609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777690734f29463c816e04e015e8df24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.326781] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.359736] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532627, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527809} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.360262] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 991fc072-e3ac-40c4-b7be-1bec37fdee3f/991fc072-e3ac-40c4-b7be-1bec37fdee3f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.360925] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.361378] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39cea60a-f95f-4a60-a082-59f62b048029 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.369127] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.379738] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 963.379738] env[69217]: value = "task-3532635" [ 963.379738] env[69217]: _type = "Task" [ 963.379738] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.386707] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.405520] env[69217]: DEBUG nova.compute.manager [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-vif-plugged-e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.405825] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.406884] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.406884] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.406884] env[69217]: DEBUG nova.compute.manager [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] No waiting events found dispatching network-vif-plugged-e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.406884] env[69217]: WARNING nova.compute.manager [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received unexpected event network-vif-plugged-e69304fb-b455-4dbd-b4e1-411bf09aaf18 for instance with vm_state building and task_state spawning. [ 963.407541] env[69217]: DEBUG nova.compute.manager [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-changed-e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.407988] env[69217]: DEBUG nova.compute.manager [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing instance network info cache due to event network-changed-e69304fb-b455-4dbd-b4e1-411bf09aaf18. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.409541] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.432765] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532631, 'name': ReconfigVM_Task, 'duration_secs': 1.060401} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.433075] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Reconfigured VM instance instance-00000046 to attach disk [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244/eaccca85-88d3-4211-ad1c-ac619ed2d244.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.433704] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c71a019-0eee-4e31-a776-a17f00c1d422 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.440783] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 963.440783] env[69217]: value = "task-3532636" [ 963.440783] env[69217]: _type = "Task" [ 963.440783] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.453020] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532636, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.528549] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755313} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.529092] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/0ade81d1-07d6-432d-91c4-e4a9751f8d45.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.529589] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.533877] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eda9474-f217-4869-bb39-4884e40e1af9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.533877] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.543981] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 963.543981] env[69217]: value = "task-3532637" [ 963.543981] env[69217]: _type = "Task" [ 963.543981] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.555702] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.710729] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Successfully created port: cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.730303] env[69217]: DEBUG nova.network.neutron [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.890198] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069177} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.893606] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.893724] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600516cd-e53e-4607-b6d6-c5f9518b06ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.916684] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 991fc072-e3ac-40c4-b7be-1bec37fdee3f/991fc072-e3ac-40c4-b7be-1bec37fdee3f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.920076] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7c9b08-cf64-4a4b-aebd-e6a23bf019ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.940544] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 963.940544] env[69217]: value = "task-3532638" [ 963.940544] env[69217]: _type = "Task" [ 963.940544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.953448] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.957229] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532636, 'name': Rename_Task, 'duration_secs': 0.142396} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.957515] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.957766] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10253f2-e801-4e3f-ac0b-dd612b1b774a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.964013] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 963.964013] env[69217]: value = "task-3532639" [ 963.964013] env[69217]: _type = "Task" [ 963.964013] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.975275] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.977649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac647fd-be6a-4a80-8869-17fe7fe0387d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.984146] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fc387-a848-4629-a0b3-ad73e5231e8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.019180] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e04e49-e63d-472d-8f03-a0715c6c2777 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.028818] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab443094-b298-4461-afab-b10974e6e464 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.049285] env[69217]: DEBUG nova.network.neutron [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.049500] env[69217]: DEBUG nova.compute.provider_tree [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.061949] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135483} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.061949] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.062802] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b9709-4158-4ba7-946a-4ab14bf7b892 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.088422] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/0ade81d1-07d6-432d-91c4-e4a9751f8d45.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.088422] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42eadcd-e665-4d2f-bd2d-a738c857fa91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.109609] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 964.109609] env[69217]: value = "task-3532640" [ 964.109609] env[69217]: _type = "Task" [ 964.109609] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.118019] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.233680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.234175] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Instance network_info: |[{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.234362] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.234574] env[69217]: DEBUG nova.network.neutron [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing network info cache for port e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.235822] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a9:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69304fb-b455-4dbd-b4e1-411bf09aaf18', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.247668] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating folder: Project (a1fa2720fc8f4c2bb1bf22583a6c3127). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.252606] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7233640-1d08-4104-8778-e4b3f4f67e98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.265605] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created folder: Project (a1fa2720fc8f4c2bb1bf22583a6c3127) in parent group-v705386. [ 964.265798] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating folder: Instances. Parent ref: group-v705581. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.266186] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db26374c-ea7e-402b-a1c7-aee806831c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.277672] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created folder: Instances in parent group-v705581. [ 964.277819] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.278377] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.278549] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56cc6188-86c0-45e5-8841-4f54b64c4053 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.315273] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.315273] env[69217]: value = "task-3532643" [ 964.315273] env[69217]: _type = "Task" [ 964.315273] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.328463] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532643, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.377532] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.416974] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.417417] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.417624] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.417818] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.417987] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.418196] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.418542] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.418785] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.418977] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.419248] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.419458] env[69217]: DEBUG nova.virt.hardware [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.420544] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b98e0f-6806-43bf-96be-99892d89bc84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430663] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cad756-0b24-46cf-91d2-5e7fae49740a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.461180] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.476541] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.551096] env[69217]: INFO nova.compute.manager [-] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Took 1.88 seconds to deallocate network for instance. [ 964.555337] env[69217]: DEBUG nova.scheduler.client.report [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.619586] env[69217]: DEBUG nova.network.neutron [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updated VIF entry in instance network info cache for port e69304fb-b455-4dbd-b4e1-411bf09aaf18. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.619951] env[69217]: DEBUG nova.network.neutron [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.629505] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532640, 'name': ReconfigVM_Task, 'duration_secs': 0.508258} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.632021] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/0ade81d1-07d6-432d-91c4-e4a9751f8d45.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.632021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f2f45c-590c-4aa5-bae6-df57e97cf33f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.638267] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 964.638267] env[69217]: value = "task-3532644" [ 964.638267] env[69217]: _type = "Task" [ 964.638267] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.653016] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532644, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.825969] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532643, 'name': CreateVM_Task, 'duration_secs': 0.460147} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.829762] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.829762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.829762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.829762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.829762] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883f83b8-58a9-4f71-b598-1dd2216f4369 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.837043] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 964.837043] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5213f916-5ca3-c9f3-f3a5-4e5aee3c8e2f" [ 964.837043] env[69217]: _type = "Task" [ 964.837043] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.846530] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5213f916-5ca3-c9f3-f3a5-4e5aee3c8e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.846818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.847089] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.847532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.847532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.847719] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.848014] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-715c528f-9c1d-4d06-976f-f8319d67bfcb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.856810] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.857017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.857789] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa59b0cb-94b0-4d16-999e-f9c3f518956e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.862846] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 964.862846] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af2baf-1551-b223-8cf8-41b8c3a8adea" [ 964.862846] env[69217]: _type = "Task" [ 964.862846] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.870610] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af2baf-1551-b223-8cf8-41b8c3a8adea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.958432] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532638, 'name': ReconfigVM_Task, 'duration_secs': 0.625728} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.958705] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 991fc072-e3ac-40c4-b7be-1bec37fdee3f/991fc072-e3ac-40c4-b7be-1bec37fdee3f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.959333] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-633e3144-3357-4b42-b6ce-11da512d1187 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.966136] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 964.966136] env[69217]: value = "task-3532645" [ 964.966136] env[69217]: _type = "Task" [ 964.966136] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.976996] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532645, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.980157] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.061628] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.062187] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.066434] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.389s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.066434] env[69217]: DEBUG nova.objects.instance [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'resources' on Instance uuid 3a759712-a5e6-44f2-9836-01b3d181d6d4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.067298] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.128020] env[69217]: DEBUG oslo_concurrency.lockutils [req-7613fcfa-70ef-4d71-8933-c9bc64743537 req-da3a7999-91c4-47e1-98d3-d50e79a516f4 service nova] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.148627] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532644, 'name': Rename_Task, 'duration_secs': 0.147809} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.149100] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.149436] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f75acd14-f10e-4dfa-ae4a-c435684a8f7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.156575] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 965.156575] env[69217]: value = "task-3532646" [ 965.156575] env[69217]: _type = "Task" [ 965.156575] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.167089] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.375437] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af2baf-1551-b223-8cf8-41b8c3a8adea, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.376403] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4278246-6dab-4651-bfec-264dbb49bf49 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.384511] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 965.384511] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6542a-7a89-c5cd-e9d0-ee57bb1c376e" [ 965.384511] env[69217]: _type = "Task" [ 965.384511] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.398798] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6542a-7a89-c5cd-e9d0-ee57bb1c376e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.399766] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Successfully updated port: cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.445849] env[69217]: DEBUG nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Received event network-vif-deleted-85d9363f-345f-4981-b19d-dc0a07df2ad6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.448139] env[69217]: DEBUG nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received event network-vif-plugged-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.448139] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Acquiring lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.448139] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.448139] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.448139] env[69217]: DEBUG nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] No waiting events found dispatching network-vif-plugged-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.448139] env[69217]: WARNING nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received unexpected event network-vif-plugged-cdeffd31-efc7-4139-92f5-5ba68f7977c5 for instance with vm_state building and task_state spawning. [ 965.448139] env[69217]: DEBUG nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.448139] env[69217]: DEBUG nova.compute.manager [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing instance network info cache due to event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.448139] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Acquiring lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.448139] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Acquired lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.448139] env[69217]: DEBUG nova.network.neutron [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing network info cache for port cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.481840] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532645, 'name': Rename_Task, 'duration_secs': 0.300726} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.485408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.485970] env[69217]: DEBUG oslo_vmware.api [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532639, 'name': PowerOnVM_Task, 'duration_secs': 1.045118} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.486197] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316203c7-31ee-4de8-9ddd-6c740dff98cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.488007] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.488241] env[69217]: DEBUG nova.compute.manager [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.489014] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f88f00d-efb9-4476-a0a3-4b0b4db0bc4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.503349] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 965.503349] env[69217]: value = "task-3532647" [ 965.503349] env[69217]: _type = "Task" [ 965.503349] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.508964] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.569235] env[69217]: DEBUG nova.compute.utils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.574383] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.574383] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.616241] env[69217]: DEBUG nova.policy [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f7a296c8e44151b905a795cdd54be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc797c67fd7048769dc22d4394443bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.667191] env[69217]: DEBUG oslo_vmware.api [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532646, 'name': PowerOnVM_Task, 'duration_secs': 0.495252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.670257] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.670576] env[69217]: INFO nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Took 6.78 seconds to spawn the instance on the hypervisor. [ 965.670783] env[69217]: DEBUG nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.671909] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3983e1-6f98-4b4e-a12b-0149dcaecb9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.902823] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b6542a-7a89-c5cd-e9d0-ee57bb1c376e, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.904743] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.905064] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fbc67e62-355e-44d4-addf-e8dafc2b9e59/fbc67e62-355e-44d4-addf-e8dafc2b9e59.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.905343] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db25dc6-c32a-4942-83f2-281f248145ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.907800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.913272] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 965.913272] env[69217]: value = "task-3532648" [ 965.913272] env[69217]: _type = "Task" [ 965.913272] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.922887] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.997186] env[69217]: DEBUG nova.network.neutron [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.011350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.017517] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.039323] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a569754-736f-4a19-9d57-71f813c27443 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.047209] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32bca4-8025-4f3d-9b83-091bf7dbb65e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079930] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.087098] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f999e44-d178-4c76-ba32-fe449e6c568a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.096389] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23252d-1d14-4add-9ced-b3d96147cc63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.111913] env[69217]: DEBUG nova.compute.provider_tree [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.141105] env[69217]: DEBUG nova.network.neutron [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.194970] env[69217]: INFO nova.compute.manager [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Took 47.79 seconds to build instance. [ 966.239499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.239935] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.240137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "eaccca85-88d3-4211-ad1c-ac619ed2d244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.240443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.240688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.243059] env[69217]: INFO nova.compute.manager [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Terminating instance [ 966.245013] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Successfully created port: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.425685] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.514944] env[69217]: DEBUG oslo_vmware.api [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532647, 'name': PowerOnVM_Task, 'duration_secs': 0.726804} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.515798] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.515884] env[69217]: INFO nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Took 10.28 seconds to spawn the instance on the hypervisor. [ 966.516077] env[69217]: DEBUG nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.516943] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d65723-518f-42d7-ab99-0815af281a20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.616259] env[69217]: DEBUG nova.scheduler.client.report [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.647572] env[69217]: DEBUG oslo_concurrency.lockutils [req-d0ebfb55-de58-4b6c-b5b7-1a3c23011ac2 req-8265f1ac-e7fb-449d-af71-f605244e2bdc service nova] Releasing lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.648009] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.648199] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.698071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.305s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.749641] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "refresh_cache-eaccca85-88d3-4211-ad1c-ac619ed2d244" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.749881] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquired lock "refresh_cache-eaccca85-88d3-4211-ad1c-ac619ed2d244" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.750127] env[69217]: DEBUG nova.network.neutron [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.925458] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755601} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.925751] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] fbc67e62-355e-44d4-addf-e8dafc2b9e59/fbc67e62-355e-44d4-addf-e8dafc2b9e59.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.925908] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.926175] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfab2f17-90e8-4984-b504-becd945e1fd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.933070] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 966.933070] env[69217]: value = "task-3532649" [ 966.933070] env[69217]: _type = "Task" [ 966.933070] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.947685] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.035999] env[69217]: INFO nova.compute.manager [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Took 52.31 seconds to build instance. [ 967.097373] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.123228] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.127081] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ef47de34684e6b4bf77e6616b81c7bd',container_format='bare',created_at=2025-04-23T18:45:15Z,direct_url=,disk_format='vmdk',id=74037c8d-6141-4b78-a360-e89173b233e3,min_disk=1,min_ram=0,name='tempest-test-snap-554175490',owner='bc797c67fd7048769dc22d4394443bb3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-23T18:45:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.127455] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.127522] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.127672] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.127821] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.127976] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.128187] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.128348] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.128516] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.128679] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.128854] env[69217]: DEBUG nova.virt.hardware [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.129361] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.949s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.129580] env[69217]: DEBUG nova.objects.instance [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lazy-loading 'resources' on Instance uuid 7f8cb6ea-f331-4d9c-aa0f-7479154a8945 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.131280] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ae72e-e5a0-442d-a861-9be10afb89ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.139750] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08d80d-4ddc-4203-bbce-3f542bab7681 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.157122] env[69217]: INFO nova.scheduler.client.report [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance 3a759712-a5e6-44f2-9836-01b3d181d6d4 [ 967.170666] env[69217]: INFO nova.compute.manager [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Rescuing [ 967.171360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.171360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.171360] env[69217]: DEBUG nova.network.neutron [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.187870] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.269467] env[69217]: DEBUG nova.network.neutron [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.332106] env[69217]: DEBUG nova.network.neutron [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.361044] env[69217]: DEBUG nova.network.neutron [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updating instance_info_cache with network_info: [{"id": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "address": "fa:16:3e:18:fa:c0", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeffd31-ef", "ovs_interfaceid": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.443564] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074175} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.443873] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.444685] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168b79d-c478-4696-a6db-241c8d4b64b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.468035] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] fbc67e62-355e-44d4-addf-e8dafc2b9e59/fbc67e62-355e-44d4-addf-e8dafc2b9e59.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.468399] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287ffca1-5a77-47a9-8e7d-32c0a6884c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.490551] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 967.490551] env[69217]: value = "task-3532650" [ 967.490551] env[69217]: _type = "Task" [ 967.490551] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.500525] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.539964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ba1ec120-4c35-477b-9482-e50cf6824147 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.854s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.669699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6693ffd-aad7-4ba5-9bf2-161456c82168 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "3a759712-a5e6-44f2-9836-01b3d181d6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.508s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.834811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Releasing lock "refresh_cache-eaccca85-88d3-4211-ad1c-ac619ed2d244" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.835281] env[69217]: DEBUG nova.compute.manager [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.835476] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.836384] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c19cbd-d67a-482e-b141-c0e311fec82b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.850510] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.850777] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a22a6c2-13ba-4664-9b8f-b7d256a6736e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.862082] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 967.862082] env[69217]: value = "task-3532651" [ 967.862082] env[69217]: _type = "Task" [ 967.862082] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.864919] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.866101] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance network_info: |[{"id": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "address": "fa:16:3e:18:fa:c0", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeffd31-ef", "ovs_interfaceid": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.866101] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:fa:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdeffd31-efc7-4139-92f5-5ba68f7977c5', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.873282] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating folder: Project (777690734f29463c816e04e015e8df24). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.874253] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b03e4aab-3358-4d57-9f4c-8df49913e17c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.885740] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.897024] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created folder: Project (777690734f29463c816e04e015e8df24) in parent group-v705386. [ 967.897228] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating folder: Instances. Parent ref: group-v705584. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.899984] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04c9a307-e78f-48ee-9d8d-cdcf45084216 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.908856] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created folder: Instances in parent group-v705584. [ 967.909029] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.909286] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.909558] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864ad74d-6b67-42bb-b4dc-f6eef0522bb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.928179] env[69217]: DEBUG nova.network.neutron [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.935652] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.935652] env[69217]: value = "task-3532654" [ 967.935652] env[69217]: _type = "Task" [ 967.935652] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.944989] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532654, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.001387] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532650, 'name': ReconfigVM_Task, 'duration_secs': 0.281308} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.005821] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfigured VM instance instance-0000004a to attach disk [datastore1] fbc67e62-355e-44d4-addf-e8dafc2b9e59/fbc67e62-355e-44d4-addf-e8dafc2b9e59.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.006829] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30f1c551-77b1-433c-8b2d-3ffe998b2b37 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.012822] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 968.012822] env[69217]: value = "task-3532655" [ 968.012822] env[69217]: _type = "Task" [ 968.012822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.025768] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532655, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.088736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79100c-b398-4649-b61b-d56d1d72f94a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.097354] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f878e-6dba-42f7-a948-93d1aa32cfc9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.132253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f3ab0-f0d9-4e34-b046-c9418fbc8fff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.140758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb0ec0-ece5-43e5-ac96-6b4ac5b401d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.156916] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.165168] env[69217]: DEBUG nova.compute.manager [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Received event network-vif-plugged-726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.165168] env[69217]: DEBUG oslo_concurrency.lockutils [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] Acquiring lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.165168] env[69217]: DEBUG oslo_concurrency.lockutils [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.165168] env[69217]: DEBUG oslo_concurrency.lockutils [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.165168] env[69217]: DEBUG nova.compute.manager [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] No waiting events found dispatching network-vif-plugged-726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.165168] env[69217]: WARNING nova.compute.manager [req-658a0792-7f51-4a0a-8421-ca604049c7ab req-1d75c71a-af51-4e53-8253-ddcf2da0e4d6 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Received unexpected event network-vif-plugged-726c0ba8-cb84-43a3-b01f-48959f7c6b4f for instance with vm_state building and task_state spawning. [ 968.266019] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Successfully updated port: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.372980] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532651, 'name': PowerOffVM_Task, 'duration_secs': 0.124393} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.373863] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.373863] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.373863] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bab972ea-7e9c-45dc-9897-7dd3ee9ced35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.398812] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.398812] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.398812] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Deleting the datastore file [datastore1] eaccca85-88d3-4211-ad1c-ac619ed2d244 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.398812] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d436d382-89ec-43ec-9ac6-24e6b8813d40 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.406581] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for the task: (returnval){ [ 968.406581] env[69217]: value = "task-3532657" [ 968.406581] env[69217]: _type = "Task" [ 968.406581] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.419444] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.430688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.445140] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532654, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.523738] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532655, 'name': Rename_Task, 'duration_secs': 0.177751} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.524036] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.524313] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764c53db-640a-4f56-817b-80a930727dbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.529970] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 968.529970] env[69217]: value = "task-3532658" [ 968.529970] env[69217]: _type = "Task" [ 968.529970] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.539227] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.692755] env[69217]: ERROR nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [req-edcba59c-a9b6-468c-99ce-d576e75ffdd7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-edcba59c-a9b6-468c-99ce-d576e75ffdd7"}]} [ 968.714870] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.732718] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.732956] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.747667] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 968.768535] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.768698] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.768932] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.775222] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 968.917459] env[69217]: DEBUG oslo_vmware.api [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Task: {'id': task-3532657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.920278] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.920745] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.920745] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.921017] env[69217]: INFO nova.compute.manager [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Took 1.09 seconds to destroy the instance on the hypervisor. [ 968.921343] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.921779] env[69217]: DEBUG nova.compute.manager [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.922651] env[69217]: DEBUG nova.network.neutron [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.950899] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532654, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.955017] env[69217]: DEBUG nova.network.neutron [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.045114] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.196608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.196867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.197362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.197605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.197862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.200691] env[69217]: INFO nova.compute.manager [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Terminating instance [ 969.245325] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb4eca6-126f-483d-8ba7-0a8db0121314 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.256247] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b273e-a6fd-4984-bdbd-9848cf7582d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.303566] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63933a31-a070-4917-9075-f11080780af5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.316024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1fe0b-e5d0-4168-b810-c1c89b9f4767 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.343703] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.366064] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.449382] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532654, 'name': CreateVM_Task, 'duration_secs': 1.468736} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.449562] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.450256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.450420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.450794] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.451077] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f5725a-84e7-4a63-980f-735b8ffd23a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.457268] env[69217]: DEBUG nova.network.neutron [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.462020] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 969.462020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5293e643-ea14-1389-8ae2-105e37d56c54" [ 969.462020] env[69217]: _type = "Task" [ 969.462020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.463772] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "2fe87508-31de-4630-93cf-b9002d928699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.464294] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.464791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "2fe87508-31de-4630-93cf-b9002d928699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.465140] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.465360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.468785] env[69217]: INFO nova.compute.manager [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Terminating instance [ 969.475812] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5293e643-ea14-1389-8ae2-105e37d56c54, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.476541] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.476777] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.477009] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.477160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.477339] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.477637] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa98290-2dc3-45d3-bfea-a5f766e7c782 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.490429] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.490674] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.491675] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1a51f1-45ca-4388-bac0-3ddc1a922411 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.497754] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 969.497754] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e19c30-6a5c-1da9-e3c8-d5c9c5fad77e" [ 969.497754] env[69217]: _type = "Task" [ 969.497754] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.510552] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e19c30-6a5c-1da9-e3c8-d5c9c5fad77e, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.511374] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86302c2e-a9c1-43f7-8d97-4662c18f86f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.517450] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 969.517450] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281cc7e-1db5-0da6-5ea5-1aea29457c96" [ 969.517450] env[69217]: _type = "Task" [ 969.517450] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.528612] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281cc7e-1db5-0da6-5ea5-1aea29457c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.543413] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.640943] env[69217]: DEBUG nova.network.neutron [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Updating instance_info_cache with network_info: [{"id": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "address": "fa:16:3e:2f:1a:b0", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726c0ba8-cb", "ovs_interfaceid": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.682675] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1d730f3-6123-4d34-9d79-921ac7d60dbc tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "24d5208d-a722-42ee-bd66-63ceccfff458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.682970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1d730f3-6123-4d34-9d79-921ac7d60dbc tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "24d5208d-a722-42ee-bd66-63ceccfff458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.707808] env[69217]: DEBUG nova.compute.manager [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.708468] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.709559] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e2293-d362-4675-8787-8e1b3510440a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.719205] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.719493] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f1aeeb-0ff4-4bbf-a7ba-ff502efc9447 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.728095] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 969.728095] env[69217]: value = "task-3532659" [ 969.728095] env[69217]: _type = "Task" [ 969.728095] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.738368] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.881631] env[69217]: ERROR nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] [req-97edcd61-30bd-40dd-ad1e-c0182b9d3f11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97edcd61-30bd-40dd-ad1e-c0182b9d3f11"}]} [ 969.906120] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.924294] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.924993] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.943467] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.962317] env[69217]: INFO nova.compute.manager [-] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Took 1.04 seconds to deallocate network for instance. [ 969.968589] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.978195] env[69217]: DEBUG nova.compute.manager [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.978195] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.978920] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d5d1e9-9144-4a10-99b6-23a3be015a72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.984515] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.986100] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93498dcc-fed0-463e-8f5d-a9731424ac1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.989080] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.989522] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28db38f-05ae-4f03-8e0d-a0c6e51762e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.004442] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 970.004442] env[69217]: value = "task-3532660" [ 970.004442] env[69217]: _type = "Task" [ 970.004442] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.004442] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 970.004442] env[69217]: value = "task-3532661" [ 970.004442] env[69217]: _type = "Task" [ 970.004442] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.036470] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.036890] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.045816] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5281cc7e-1db5-0da6-5ea5-1aea29457c96, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.046769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.046769] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4ff52a51-5a35-4ca8-bd65-b9e631d2d119/4ff52a51-5a35-4ca8-bd65-b9e631d2d119.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.047096] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae075d8f-a3e1-486c-97e7-6a28b6302c88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.053566] env[69217]: DEBUG oslo_vmware.api [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532658, 'name': PowerOnVM_Task, 'duration_secs': 1.357832} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.057400] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.057782] env[69217]: INFO nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Took 8.38 seconds to spawn the instance on the hypervisor. [ 970.058071] env[69217]: DEBUG nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.060279] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a2e8e-c772-4e15-b8b7-60136ac9557e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.064743] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 970.064743] env[69217]: value = "task-3532662" [ 970.064743] env[69217]: _type = "Task" [ 970.064743] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.090117] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.144524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.144730] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Instance network_info: |[{"id": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "address": "fa:16:3e:2f:1a:b0", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726c0ba8-cb", "ovs_interfaceid": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.145256] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:1a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '726c0ba8-cb84-43a3-b01f-48959f7c6b4f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.156166] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.160439] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.160982] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1c51ec-8af7-4b34-aa2e-c7569ef4bdb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.185981] env[69217]: DEBUG nova.compute.manager [None req-e1d730f3-6123-4d34-9d79-921ac7d60dbc tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 24d5208d-a722-42ee-bd66-63ceccfff458] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.190710] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.190710] env[69217]: value = "task-3532663" [ 970.190710] env[69217]: _type = "Task" [ 970.190710] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.201391] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532663, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.245451] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532659, 'name': PowerOffVM_Task, 'duration_secs': 0.499453} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.248852] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.249162] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.250093] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-371308c0-a310-47b5-8e5d-a8c8fab1382b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.348746] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.349446] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.350864] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Deleting the datastore file [datastore1] 991fc072-e3ac-40c4-b7be-1bec37fdee3f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.350864] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e774de23-bcdc-4c29-97ed-de57102ba2d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.365068] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for the task: (returnval){ [ 970.365068] env[69217]: value = "task-3532665" [ 970.365068] env[69217]: _type = "Task" [ 970.365068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.378450] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.384035] env[69217]: DEBUG nova.compute.manager [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Received event network-changed-726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.384266] env[69217]: DEBUG nova.compute.manager [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Refreshing instance network info cache due to event network-changed-726c0ba8-cb84-43a3-b01f-48959f7c6b4f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.384524] env[69217]: DEBUG oslo_concurrency.lockutils [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] Acquiring lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.384708] env[69217]: DEBUG oslo_concurrency.lockutils [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] Acquired lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.384878] env[69217]: DEBUG nova.network.neutron [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Refreshing network info cache for port 726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.472268] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.521186] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532660, 'name': PowerOffVM_Task, 'duration_secs': 0.245076} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.522422] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.523403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3c10a-bdd3-4a47-8b17-8f2703e94008 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.530883] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532661, 'name': PowerOffVM_Task, 'duration_secs': 0.270958} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.531178] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.531376] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.551035] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c33206d-12ca-46f1-b1d0-f0ca70e1a934 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.556843] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b57b4-52ab-4d08-afeb-02349b8e2eeb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.577346] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec19892-b31d-402d-a5e6-e04babbf4ce8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.589831] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.593834] env[69217]: INFO nova.compute.manager [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Took 48.50 seconds to build instance. [ 970.598148] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40beca7-e475-41bd-ac46-6d5f42b28cb9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.641153] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.643813] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b7ea0-afb1-4d8c-906a-ed7e73d8619a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.645565] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b51bbbe-b488-434f-8d25-dd5db09fe97a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.649473] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.649683] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.649885] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleting the datastore file [datastore1] 2fe87508-31de-4630-93cf-b9002d928699 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.650505] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30954957-8a0b-47dd-9199-cc4bf0015c43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.656131] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 970.656131] env[69217]: value = "task-3532667" [ 970.656131] env[69217]: _type = "Task" [ 970.656131] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.658432] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cf9b8-89e5-4fd4-be7e-6cee7fdc23eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.667695] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for the task: (returnval){ [ 970.667695] env[69217]: value = "task-3532668" [ 970.667695] env[69217]: _type = "Task" [ 970.667695] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.684316] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.687016] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.687016] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.687016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.687189] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.687222] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.687938] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be964bae-bd8f-4f73-850b-68114e1a4150 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.693117] env[69217]: DEBUG nova.compute.manager [None req-e1d730f3-6123-4d34-9d79-921ac7d60dbc tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 24d5208d-a722-42ee-bd66-63ceccfff458] Instance disappeared before build. {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 970.694238] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.703140] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.703273] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.707038] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c46bc5e-34bf-4f18-9a84-983635abfe2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.711244] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532663, 'name': CreateVM_Task, 'duration_secs': 0.422075} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.711244] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.711550] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.711671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.712054] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.712535] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b81d6c-a038-49f5-be1e-18dcf16538b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.716869] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 970.716869] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526653ad-6bec-2e98-039d-4120b77c5cb0" [ 970.716869] env[69217]: _type = "Task" [ 970.716869] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.720985] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 970.720985] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5299773c-9a00-ba83-0c12-cc6f4dbefddb" [ 970.720985] env[69217]: _type = "Task" [ 970.720985] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.729752] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526653ad-6bec-2e98-039d-4120b77c5cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.732871] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5299773c-9a00-ba83-0c12-cc6f4dbefddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.880229] env[69217]: DEBUG oslo_vmware.api [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Task: {'id': task-3532665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406684} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.880229] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.880229] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.880229] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.880229] env[69217]: INFO nova.compute.manager [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 970.880229] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.880229] env[69217]: DEBUG nova.compute.manager [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.880229] env[69217]: DEBUG nova.network.neutron [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.085229] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563471} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.085229] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4ff52a51-5a35-4ca8-bd65-b9e631d2d119/4ff52a51-5a35-4ca8-bd65-b9e631d2d119.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.085229] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.085229] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda2ae4f-bff0-4163-8058-04b912c87533 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.093826] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 971.093826] env[69217]: value = "task-3532669" [ 971.093826] env[69217]: _type = "Task" [ 971.093826] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.097584] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0500b665-4e4c-42e8-a330-e883f0c479c9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.015s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.105713] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.181700] env[69217]: DEBUG oslo_vmware.api [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Task: {'id': task-3532668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219708} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.181700] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.181700] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.182114] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.182355] env[69217]: INFO nova.compute.manager [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Took 1.20 seconds to destroy the instance on the hypervisor. [ 971.182603] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.188094] env[69217]: DEBUG nova.compute.manager [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.188094] env[69217]: DEBUG nova.network.neutron [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.207391] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e1d730f3-6123-4d34-9d79-921ac7d60dbc tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "24d5208d-a722-42ee-bd66-63ceccfff458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.524s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.237418] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526653ad-6bec-2e98-039d-4120b77c5cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.016113} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.239067] env[69217]: DEBUG nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.239067] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 99 to 100 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.239067] env[69217]: DEBUG nova.compute.provider_tree [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.242859] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.243064] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Processing image 74037c8d-6141-4b78-a360-e89173b233e3 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.243300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.243465] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.243651] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.246928] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3772faf-df13-4316-8df8-aba5f51b0f4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.248960] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf6f2ce-32c5-4a6a-bb0f-8e166eac0940 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.256942] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 971.256942] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520abdda-9afb-95ab-2d4a-3bead84afe14" [ 971.256942] env[69217]: _type = "Task" [ 971.256942] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.266096] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520abdda-9afb-95ab-2d4a-3bead84afe14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.269659] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.269808] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.270594] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c930239-2177-464a-bbfe-8b978267b98e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.279228] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 971.279228] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521d6115-0c98-25cb-f423-22bd19637e18" [ 971.279228] env[69217]: _type = "Task" [ 971.279228] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.289122] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521d6115-0c98-25cb-f423-22bd19637e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.305548] env[69217]: DEBUG nova.network.neutron [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Updated VIF entry in instance network info cache for port 726c0ba8-cb84-43a3-b01f-48959f7c6b4f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.305548] env[69217]: DEBUG nova.network.neutron [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Updating instance_info_cache with network_info: [{"id": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "address": "fa:16:3e:2f:1a:b0", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726c0ba8-cb", "ovs_interfaceid": "726c0ba8-cb84-43a3-b01f-48959f7c6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.611227] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070555} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.611664] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.612535] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ca40b-586b-4f88-9bbf-2d2083b6434a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.640676] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 4ff52a51-5a35-4ca8-bd65-b9e631d2d119/4ff52a51-5a35-4ca8-bd65-b9e631d2d119.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.641020] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3f73c6-2f93-4974-8a57-4dcaba711e91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.666710] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 971.666710] env[69217]: value = "task-3532670" [ 971.666710] env[69217]: _type = "Task" [ 971.666710] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.677399] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.748660] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.619s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.751800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.918s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.754067] env[69217]: INFO nova.compute.claims [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.771598] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520abdda-9afb-95ab-2d4a-3bead84afe14, 'name': SearchDatastore_Task, 'duration_secs': 0.036716} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.771598] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.771786] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. {{(pid=69217) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 971.772781] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c8cd62-0420-4c8c-985a-a161f10c1911 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.787461] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 971.787461] env[69217]: value = "task-3532671" [ 971.787461] env[69217]: _type = "Task" [ 971.787461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.788645] env[69217]: INFO nova.scheduler.client.report [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Deleted allocations for instance 7f8cb6ea-f331-4d9c-aa0f-7479154a8945 [ 971.801462] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.801462] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Fetch image to [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58/OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.802690] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Downloading stream optimized image 74037c8d-6141-4b78-a360-e89173b233e3 to [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58/OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58.vmdk on the data store datastore2 as vApp {{(pid=69217) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.803149] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Downloading image file data 74037c8d-6141-4b78-a360-e89173b233e3 to the ESX as VM named 'OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58' {{(pid=69217) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.810829] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.814998] env[69217]: DEBUG oslo_concurrency.lockutils [req-6482b48e-c3ee-4930-be71-099194776e87 req-201a878d-f674-4f30-a96f-7504c873dd43 service nova] Releasing lock "refresh_cache-80c24bd8-61ce-4833-9d47-d3d268a9d58d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.911923] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.911923] env[69217]: value = "resgroup-9" [ 971.911923] env[69217]: _type = "ResourcePool" [ 971.911923] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.911923] env[69217]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8fd4727e-ba38-425e-bc3c-b132be9c5007 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.941207] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease: (returnval){ [ 971.941207] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 971.941207] env[69217]: _type = "HttpNfcLease" [ 971.941207] env[69217]: } obtained for vApp import into resource pool (val){ [ 971.941207] env[69217]: value = "resgroup-9" [ 971.941207] env[69217]: _type = "ResourcePool" [ 971.941207] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.941559] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the lease: (returnval){ [ 971.941559] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 971.941559] env[69217]: _type = "HttpNfcLease" [ 971.941559] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.949992] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.949992] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 971.949992] env[69217]: _type = "HttpNfcLease" [ 971.949992] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 971.970514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.970691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.033145] env[69217]: DEBUG nova.network.neutron [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.183346] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532670, 'name': ReconfigVM_Task, 'duration_secs': 0.507465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.183735] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 4ff52a51-5a35-4ca8-bd65-b9e631d2d119/4ff52a51-5a35-4ca8-bd65-b9e631d2d119.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.184607] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10783b2b-5dae-4968-b9fd-0a21cad249d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.194817] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 972.194817] env[69217]: value = "task-3532673" [ 972.194817] env[69217]: _type = "Task" [ 972.194817] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.210419] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532673, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.300883] env[69217]: DEBUG oslo_concurrency.lockutils [None req-be7996d8-00fe-460f-896b-c17482ed95ef tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Lock "7f8cb6ea-f331-4d9c-aa0f-7479154a8945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.709s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.307805] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.452078] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.452078] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 972.452078] env[69217]: _type = "HttpNfcLease" [ 972.452078] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.473736] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.531234] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.531548] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.531820] env[69217]: INFO nova.compute.manager [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Rebooting instance [ 972.535315] env[69217]: INFO nova.compute.manager [-] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Took 1.66 seconds to deallocate network for instance. [ 972.539044] env[69217]: DEBUG nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Received event network-vif-deleted-62bf0a9f-4636-41f0-adcd-c86a02d75488 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.541927] env[69217]: DEBUG nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-changed-e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.542048] env[69217]: DEBUG nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing instance network info cache due to event network-changed-e69304fb-b455-4dbd-b4e1-411bf09aaf18. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.542292] env[69217]: DEBUG oslo_concurrency.lockutils [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.542431] env[69217]: DEBUG oslo_concurrency.lockutils [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.542586] env[69217]: DEBUG nova.network.neutron [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing network info cache for port e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.707310] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532673, 'name': Rename_Task, 'duration_secs': 0.243404} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.707668] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.707964] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd6d2c3-4132-4ec1-a74c-6ae3bc4e28e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.716353] env[69217]: DEBUG nova.network.neutron [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.717819] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 972.717819] env[69217]: value = "task-3532674" [ 972.717819] env[69217]: _type = "Task" [ 972.717819] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.729487] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.805938] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544952} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.808448] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk. [ 972.809650] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b2c19-2243-49c7-9d93-a0c95eabea13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.838446] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.841428] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a0e26d-ed58-484c-9014-2364c73a821a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.864115] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 972.864115] env[69217]: value = "task-3532675" [ 972.864115] env[69217]: _type = "Task" [ 972.864115] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.873084] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.957019] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.957019] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 972.957019] env[69217]: _type = "HttpNfcLease" [ 972.957019] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.957019] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.957019] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce09d2-7a69-117f-69f3-7dea58a65474" [ 972.957019] env[69217]: _type = "HttpNfcLease" [ 972.957019] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 972.957019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7588d697-2596-4d50-af79-317ce9a1b366 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.969239] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.969239] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 973.047866] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "66086965-49d5-4372-966e-738e9d005efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.048149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.061976] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.065144] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9372b587-f707-4160-b568-96bd33234154 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.079536] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.081340] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.081340] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081340] env[69217]: DEBUG nova.network.neutron [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.222590] env[69217]: INFO nova.compute.manager [-] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Took 2.04 seconds to deallocate network for instance. [ 973.230324] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.322191] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b2c97-abc1-4c9f-ad23-a6db2bae33e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.338105] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf006f-0f2f-4113-a3fd-77fe930d618f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.394122] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db6f76-4047-48fb-8053-40f23ef56a44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.405636] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532675, 'name': ReconfigVM_Task, 'duration_secs': 0.310317} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.411091] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45/e5795d20-bf84-4fc7-a844-22898280f8dd-rescue.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.414367] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c8e01-ca2f-4a0c-ad5e-e699102f4d04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.418085] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba783aa4-61a5-482e-be9e-13928f56a054 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.436474] env[69217]: DEBUG nova.compute.provider_tree [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.468277] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ffb96a-78eb-4002-b9c5-4ad7fb1d9c4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.489948] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 973.489948] env[69217]: value = "task-3532676" [ 973.489948] env[69217]: _type = "Task" [ 973.489948] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.502445] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.516509] env[69217]: DEBUG nova.network.neutron [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updated VIF entry in instance network info cache for port e69304fb-b455-4dbd-b4e1-411bf09aaf18. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.516960] env[69217]: DEBUG nova.network.neutron [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.557691] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.731886] env[69217]: DEBUG oslo_vmware.api [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532674, 'name': PowerOnVM_Task, 'duration_secs': 0.877868} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.733856] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.734152] env[69217]: INFO nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Took 9.36 seconds to spawn the instance on the hypervisor. [ 973.734499] env[69217]: DEBUG nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.735412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.736290] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e21456-f892-49d3-acc6-940c78a74b78 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.819689] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 973.820034] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 973.820886] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedbe7e8-91b3-4708-a308-04897905ca7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.829208] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 973.829446] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 973.829711] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9631fe7c-4fee-426d-af19-d231d5f2fbe9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.959828] env[69217]: ERROR nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [req-37b77ad2-37d4-48a6-9f8e-8e4507f82d8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b6c4a0e-698d-4b89-944b-903ec8545ed6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37b77ad2-37d4-48a6-9f8e-8e4507f82d8f"}]} [ 973.977080] env[69217]: DEBUG nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 973.994543] env[69217]: DEBUG nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 973.994836] env[69217]: DEBUG nova.compute.provider_tree [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.010778] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532676, 'name': ReconfigVM_Task, 'duration_secs': 0.216645} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.011082] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.011345] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7ab965-29ba-4eea-8ca8-1567e67aa9eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.017614] env[69217]: DEBUG nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 974.019924] env[69217]: DEBUG oslo_concurrency.lockutils [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.020179] env[69217]: DEBUG nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Received event network-vif-deleted-3f63830c-6fca-4f6d-8622-e914695cec25 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.020359] env[69217]: INFO nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Neutron deleted interface 3f63830c-6fca-4f6d-8622-e914695cec25; detaching it from the instance and deleting it from the info cache [ 974.020530] env[69217]: DEBUG nova.network.neutron [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.023818] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 974.023818] env[69217]: value = "task-3532677" [ 974.023818] env[69217]: _type = "Task" [ 974.023818] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.041399] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.047874] env[69217]: DEBUG nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 974.075173] env[69217]: DEBUG nova.network.neutron [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.080020] env[69217]: DEBUG oslo_vmware.rw_handles [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b9ec8-3752-6fb8-0bf8-0c464910a831/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 974.080020] env[69217]: INFO nova.virt.vmwareapi.images [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Downloaded image file data 74037c8d-6141-4b78-a360-e89173b233e3 [ 974.085816] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02e01c-8f25-450e-8cd7-5c01a625cbbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.089122] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.108661] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55f1260-c028-4921-a517-2211d1403d3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.141696] env[69217]: INFO nova.virt.vmwareapi.images [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] The imported VM was unregistered [ 974.144712] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 974.144960] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3 {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.147968] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc5d4d1-7efb-4621-bac6-39be6ced7a22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.163084] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3 {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.163307] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58/OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58.vmdk to [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk. {{(pid=69217) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 974.163580] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-13db8866-9369-44ba-bfee-8adbdad30d43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.175719] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 974.175719] env[69217]: value = "task-3532679" [ 974.175719] env[69217]: _type = "Task" [ 974.175719] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.185848] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.261812] env[69217]: INFO nova.compute.manager [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Took 41.68 seconds to build instance. [ 974.519184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75231ae5-40fb-4701-bb4a-7b5b624d3b84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.523132] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f3251d4-68ec-4945-b1e6-ee8dd38bd931 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.534084] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee402fd-b6e0-4a2b-ba85-bee67f3a3bf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.545734] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd7d6c-6bc9-4fb2-998c-00204a179a9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.587394] env[69217]: DEBUG oslo_vmware.api [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532677, 'name': PowerOnVM_Task, 'duration_secs': 0.459735} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.587928] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.589867] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.592094] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81663e-41e6-4b7a-9cc0-74c4eab8fba2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.596049] env[69217]: DEBUG nova.compute.manager [None req-cb98d04b-785d-41b4-860a-c732c61219df tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.597230] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bff568-153e-4d08-acf8-7596ede79e26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.620499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e35b2-a647-4257-b817-e9a226b9863e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.625147] env[69217]: DEBUG nova.compute.manager [req-2c81bf44-060f-48d7-9a31-fcecb65e06be req-d1dbe447-46b3-4193-8088-ab62465a51d7 service nova] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Detach interface failed, port_id=3f63830c-6fca-4f6d-8622-e914695cec25, reason: Instance 2fe87508-31de-4630-93cf-b9002d928699 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.642632] env[69217]: DEBUG nova.compute.provider_tree [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.690825] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.763668] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4a7b8642-8d61-451b-8eae-a4fc1963f463 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.267s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.938913] env[69217]: DEBUG nova.compute.manager [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.939295] env[69217]: DEBUG nova.compute.manager [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing instance network info cache due to event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.939407] env[69217]: DEBUG oslo_concurrency.lockutils [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] Acquiring lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.939634] env[69217]: DEBUG oslo_concurrency.lockutils [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] Acquired lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.939715] env[69217]: DEBUG nova.network.neutron [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing network info cache for port cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.103022] env[69217]: DEBUG nova.compute.manager [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.103022] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5db032-a92e-4833-a6b0-dfc56f7fa4c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.191698] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.196204] env[69217]: DEBUG nova.scheduler.client.report [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 975.196204] env[69217]: DEBUG nova.compute.provider_tree [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 102 to 103 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 975.196204] env[69217]: DEBUG nova.compute.provider_tree [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.692591] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.701546] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.950s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.701923] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.709342] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.181s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.710657] env[69217]: DEBUG nova.objects.instance [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lazy-loading 'resources' on Instance uuid fd3c5ecf-e9bd-4a13-a427-38519432b362 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.840077] env[69217]: DEBUG nova.network.neutron [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updated VIF entry in instance network info cache for port cdeffd31-efc7-4139-92f5-5ba68f7977c5. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.840476] env[69217]: DEBUG nova.network.neutron [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updating instance_info_cache with network_info: [{"id": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "address": "fa:16:3e:18:fa:c0", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeffd31-ef", "ovs_interfaceid": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.886433] env[69217]: DEBUG nova.compute.manager [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.886433] env[69217]: DEBUG nova.compute.manager [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing instance network info cache due to event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.886433] env[69217]: DEBUG oslo_concurrency.lockutils [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.886433] env[69217]: DEBUG oslo_concurrency.lockutils [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.886433] env[69217]: DEBUG nova.network.neutron [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.124996] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb2c0d-f2d0-4bea-94c8-89d2ccc69748 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.139028] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Doing hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 976.139456] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-273c002b-0bab-4ac1-8921-6293fa7d1f86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.152134] env[69217]: DEBUG oslo_vmware.api [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 976.152134] env[69217]: value = "task-3532680" [ 976.152134] env[69217]: _type = "Task" [ 976.152134] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.165110] env[69217]: DEBUG oslo_vmware.api [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532680, 'name': ResetVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.190731] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.216721] env[69217]: DEBUG nova.compute.utils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.217989] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.345203] env[69217]: DEBUG oslo_concurrency.lockutils [req-52caa97f-7079-4ed9-900b-6ab09d6409ea req-fc4175b5-b023-4580-ae90-f4a7f7b5d622 service nova] Releasing lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.666292] env[69217]: DEBUG oslo_vmware.api [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532680, 'name': ResetVM_Task, 'duration_secs': 0.176569} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.673772] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Did hard reboot of VM {{(pid=69217) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 976.673996] env[69217]: DEBUG nova.compute.manager [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.675158] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157231a-bc36-4ae3-a222-f7957eabe63a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.696633] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532679, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.510511} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.696961] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58/OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58.vmdk to [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk. [ 976.697189] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Cleaning up location [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 976.697351] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9ba0c639-9ac8-43ae-b97d-0c394d20ed58 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.698017] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd402c0-1ac2-4dd8-bdc0-34929b5b3964 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.713021] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 976.713021] env[69217]: value = "task-3532681" [ 976.713021] env[69217]: _type = "Task" [ 976.713021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.721431] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.724628] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.736513] env[69217]: DEBUG nova.network.neutron [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updated VIF entry in instance network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.736903] env[69217]: DEBUG nova.network.neutron [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.746316] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2a7b9-c6cb-4d50-8372-18f735f97049 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.755657] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4105a46-1d22-46d4-ad57-70220c5c53ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.790733] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a070af3-390a-4dd2-8ee2-b765d746fcec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.799870] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b20f94e-cd19-4271-85cc-8995562206c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.816197] env[69217]: DEBUG nova.compute.provider_tree [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.194681] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee183a66-7429-4ad3-b01a-76aede3b271c tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.663s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.222548] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04126} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.222548] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.222548] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.222548] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk to [datastore2] 80c24bd8-61ce-4833-9d47-d3d268a9d58d/80c24bd8-61ce-4833-9d47-d3d268a9d58d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.223543] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2410ec18-3571-47f4-a263-0bea1d0daae5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.230742] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 977.230742] env[69217]: value = "task-3532682" [ 977.230742] env[69217]: _type = "Task" [ 977.230742] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.240581] env[69217]: DEBUG oslo_concurrency.lockutils [req-f9cac05e-b905-4c16-b9a0-78150965d618 req-e3cec89d-df4e-4021-afef-2b5525c73274 service nova] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.240994] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.318739] env[69217]: DEBUG nova.scheduler.client.report [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.730779] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.750973] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.776337] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.776654] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.776834] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.777098] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.777284] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.777478] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.778418] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.778657] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.779455] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.779672] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.779866] env[69217]: DEBUG nova.virt.hardware [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.780857] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ce978-a078-4ac2-8277-a24fc31d4130 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.793839] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37fa12c-5fac-43cf-a554-cda28879ff63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.813395] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.819571] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Creating folder: Project (ecdde342a12244b18432689799d682b0). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.819971] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a6ee19-ea6f-4e70-8a0f-13e80621f6fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.824322] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.827433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.296s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.828121] env[69217]: DEBUG nova.objects.instance [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lazy-loading 'resources' on Instance uuid 15c2d60c-ffc3-49c4-901d-26910283cb17 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.835603] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Created folder: Project (ecdde342a12244b18432689799d682b0) in parent group-v705386. [ 977.835958] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Creating folder: Instances. Parent ref: group-v705589. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.836378] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ccea0c-12cf-4602-9e57-3607983ac18c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.854760] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Created folder: Instances in parent group-v705589. [ 977.855037] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.855251] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.855542] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8616ec88-8ce8-4080-a908-af01ccfdff51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.872080] env[69217]: INFO nova.scheduler.client.report [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted allocations for instance fd3c5ecf-e9bd-4a13-a427-38519432b362 [ 977.880935] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.880935] env[69217]: value = "task-3532685" [ 977.880935] env[69217]: _type = "Task" [ 977.880935] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.891491] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532685, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.122812] env[69217]: DEBUG nova.compute.manager [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.123050] env[69217]: DEBUG nova.compute.manager [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing instance network info cache due to event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.123279] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.123465] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.123629] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.244470] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.382434] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "fd3c5ecf-e9bd-4a13-a427-38519432b362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.400s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.400098] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532685, 'name': CreateVM_Task, 'duration_secs': 0.491319} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.400821] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.401317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.401571] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.401755] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.402290] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ddcd43-6fd7-4e3c-ab79-5f7882855a06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.410389] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 978.410389] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520da988-3bd3-d697-a651-cf1c78c9d603" [ 978.410389] env[69217]: _type = "Task" [ 978.410389] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.423761] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520da988-3bd3-d697-a651-cf1c78c9d603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.699526] env[69217]: DEBUG nova.compute.manager [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.699761] env[69217]: DEBUG nova.compute.manager [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing instance network info cache due to event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.699971] env[69217]: DEBUG oslo_concurrency.lockutils [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.748347] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.764563] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d22fda-6091-41d5-b70a-5f5843627808 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.773361] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e807e1d6-bfa1-44b2-a2a9-c8edc9ec12db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.812924] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f357c-0e95-4b85-a680-090d892231e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.822366] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a0ee4-4ee5-44d0-a190-fb23bb58624d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.838023] env[69217]: DEBUG nova.compute.provider_tree [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.881123] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updated VIF entry in instance network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.881496] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.926665] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520da988-3bd3-d697-a651-cf1c78c9d603, 'name': SearchDatastore_Task, 'duration_secs': 0.017015} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.927062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.927322] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.927576] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.927748] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.927970] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.928262] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6694356-923c-4b41-a38c-6c6935709593 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.940906] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.941382] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.942253] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d2fe8b-e07b-45a5-8e9c-3009a46701bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.950079] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 978.950079] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb2f2a-4e18-3466-6f2e-528a83b69564" [ 978.950079] env[69217]: _type = "Task" [ 978.950079] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.960575] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb2f2a-4e18-3466-6f2e-528a83b69564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.248316] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.342381] env[69217]: DEBUG nova.scheduler.client.report [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.384356] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.384689] env[69217]: DEBUG nova.compute.manager [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.384860] env[69217]: DEBUG nova.compute.manager [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing instance network info cache due to event network-changed-c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.385075] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Acquiring lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.385220] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.386313] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.465779] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb2f2a-4e18-3466-6f2e-528a83b69564, 'name': SearchDatastore_Task, 'duration_secs': 0.01449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.466668] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3f6642-f3f7-4b51-a459-99bb00839c97 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.474669] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 979.474669] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5203863c-de28-17bd-c500-7dc14b6ad2b5" [ 979.474669] env[69217]: _type = "Task" [ 979.474669] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.488601] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5203863c-de28-17bd-c500-7dc14b6ad2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.748268] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532682, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.423094} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.748551] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74037c8d-6141-4b78-a360-e89173b233e3/74037c8d-6141-4b78-a360-e89173b233e3.vmdk to [datastore2] 80c24bd8-61ce-4833-9d47-d3d268a9d58d/80c24bd8-61ce-4833-9d47-d3d268a9d58d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.749402] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff195a-dedf-4796-aaf5-5f2a2450a1fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.771919] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 80c24bd8-61ce-4833-9d47-d3d268a9d58d/80c24bd8-61ce-4833-9d47-d3d268a9d58d.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.772178] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af0d84bb-a9cf-4f96-a911-3d41c225c977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.791959] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 979.791959] env[69217]: value = "task-3532686" [ 979.791959] env[69217]: _type = "Task" [ 979.791959] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.799636] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.849434] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.851795] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.934s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.852037] env[69217]: DEBUG nova.objects.instance [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lazy-loading 'resources' on Instance uuid d7fbc3be-7558-416a-88f8-952430aa603d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.873302] env[69217]: INFO nova.scheduler.client.report [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Deleted allocations for instance 15c2d60c-ffc3-49c4-901d-26910283cb17 [ 979.986632] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5203863c-de28-17bd-c500-7dc14b6ad2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017127} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.986632] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.986843] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 18fea106-14dd-444e-a58d-44c26da6cb93/18fea106-14dd-444e-a58d-44c26da6cb93.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.987126] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad3b4653-8881-42ee-b15f-a67cba50616e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.994296] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 979.994296] env[69217]: value = "task-3532687" [ 979.994296] env[69217]: _type = "Task" [ 979.994296] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.004915] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.030979] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.031232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.031555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.031812] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.032044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.034864] env[69217]: INFO nova.compute.manager [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Terminating instance [ 980.109975] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updated VIF entry in instance network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.110425] env[69217]: DEBUG nova.network.neutron [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.305501] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.383917] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c82989b9-9828-42bd-994d-dfa0a8cecd7a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Lock "15c2d60c-ffc3-49c4-901d-26910283cb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.310s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.506053] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.541880] env[69217]: DEBUG nova.compute.manager [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.542152] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.543095] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4114da6-20aa-49e4-8dc4-d51a81fdfe25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.553121] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.553510] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f81325a-461a-49a8-9654-b3610ad33378 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.565274] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 980.565274] env[69217]: value = "task-3532688" [ 980.565274] env[69217]: _type = "Task" [ 980.565274] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.575578] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.614044] env[69217]: DEBUG oslo_concurrency.lockutils [req-dda307e3-cd7a-4acc-8d7d-7c350acaa653 req-5e5bdc9c-a107-4cbc-8255-1973526cc256 service nova] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.615071] env[69217]: DEBUG oslo_concurrency.lockutils [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] Acquired lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.615071] env[69217]: DEBUG nova.network.neutron [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Refreshing network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.734202] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617da23a-1504-4b53-ae0a-0ff2f4133288 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.743683] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ce90b-aaa2-44fa-af2a-a4c1f41e2b98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.775141] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d881050a-fc1f-401a-968b-1b1ecb6378c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.786743] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56352343-7817-4bb7-81e9-c3e4d4ee5b16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.801066] env[69217]: DEBUG nova.compute.provider_tree [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.810922] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532686, 'name': ReconfigVM_Task, 'duration_secs': 0.726157} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.811982] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 80c24bd8-61ce-4833-9d47-d3d268a9d58d/80c24bd8-61ce-4833-9d47-d3d268a9d58d.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.812534] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07eae4b0-d8f3-449e-b094-22b00de02be1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.819480] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 980.819480] env[69217]: value = "task-3532689" [ 980.819480] env[69217]: _type = "Task" [ 980.819480] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.829464] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532689, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.006464] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.076842] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532688, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.307031] env[69217]: DEBUG nova.scheduler.client.report [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.331936] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532689, 'name': Rename_Task, 'duration_secs': 0.459171} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.332581] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.332992] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d51632a8-c181-42fc-98bd-c78378ee4ce9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.344577] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 981.344577] env[69217]: value = "task-3532690" [ 981.344577] env[69217]: _type = "Task" [ 981.344577] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.355054] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.417521] env[69217]: DEBUG nova.network.neutron [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updated VIF entry in instance network info cache for port c61c172d-d2cf-4e2a-a490-713ccd6acce1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.417880] env[69217]: DEBUG nova.network.neutron [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [{"id": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "address": "fa:16:3e:da:cb:53", "network": {"id": "65c253b7-d282-48d7-b7a4-6d3476985e7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-49741290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1711dd8e46c842d1b2f54b943e9d251a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c172d-d2", "ovs_interfaceid": "c61c172d-d2cf-4e2a-a490-713ccd6acce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.507913] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512649} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.508304] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 18fea106-14dd-444e-a58d-44c26da6cb93/18fea106-14dd-444e-a58d-44c26da6cb93.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.508433] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.508762] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f112243-9852-4618-8faf-43a87fa34d3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.516237] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 981.516237] env[69217]: value = "task-3532691" [ 981.516237] env[69217]: _type = "Task" [ 981.516237] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.525495] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.577751] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532688, 'name': PowerOffVM_Task, 'duration_secs': 0.559974} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.578042] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.578218] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.578483] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e91d6886-885f-42b7-9903-1b3cbc8cc0b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.663644] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.663644] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.663644] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Deleting the datastore file [datastore1] 0ade81d1-07d6-432d-91c4-e4a9751f8d45 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.664116] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-777bb9e9-167b-4b20-b8fe-db7ac3903235 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.671664] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for the task: (returnval){ [ 981.671664] env[69217]: value = "task-3532693" [ 981.671664] env[69217]: _type = "Task" [ 981.671664] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.684477] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.814794] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.817270] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.925s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.817512] env[69217]: DEBUG nova.objects.instance [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 660cb897-0282-44b4-a2ae-d9f5ccf8e37c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.844793] env[69217]: INFO nova.scheduler.client.report [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted allocations for instance d7fbc3be-7558-416a-88f8-952430aa603d [ 981.860976] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.921380] env[69217]: DEBUG oslo_concurrency.lockutils [req-b95564ca-d501-472b-bfe5-3b9a047036c8 req-e0475ec0-5cad-4b7e-bcc6-b8365de844bf service nova] Releasing lock "refresh_cache-0ade81d1-07d6-432d-91c4-e4a9751f8d45" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.027051] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176292} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.027346] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.028212] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365164b1-0ad3-4dcb-81a1-1c41124a36f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.050659] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 18fea106-14dd-444e-a58d-44c26da6cb93/18fea106-14dd-444e-a58d-44c26da6cb93.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.050659] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff93189-d557-48fe-8474-12e905bf1319 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.074554] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 982.074554] env[69217]: value = "task-3532694" [ 982.074554] env[69217]: _type = "Task" [ 982.074554] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.084754] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.182285] env[69217]: DEBUG oslo_vmware.api [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Task: {'id': task-3532693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223423} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.182614] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.182813] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.182995] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.183197] env[69217]: INFO nova.compute.manager [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Took 1.64 seconds to destroy the instance on the hypervisor. [ 982.183526] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.183758] env[69217]: DEBUG nova.compute.manager [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.183868] env[69217]: DEBUG nova.network.neutron [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.359820] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532690, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.359820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "d7fbc3be-7558-416a-88f8-952430aa603d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.881s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.548909] env[69217]: DEBUG nova.compute.manager [req-3fe2a1ae-69b4-44d5-89df-0aea8f352f8b req-433d1d2d-54ec-4065-91e7-c763d983107e service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Received event network-vif-deleted-c61c172d-d2cf-4e2a-a490-713ccd6acce1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.548909] env[69217]: INFO nova.compute.manager [req-3fe2a1ae-69b4-44d5-89df-0aea8f352f8b req-433d1d2d-54ec-4065-91e7-c763d983107e service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Neutron deleted interface c61c172d-d2cf-4e2a-a490-713ccd6acce1; detaching it from the instance and deleting it from the info cache [ 982.549302] env[69217]: DEBUG nova.network.neutron [req-3fe2a1ae-69b4-44d5-89df-0aea8f352f8b req-433d1d2d-54ec-4065-91e7-c763d983107e service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.588947] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.693411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d445fdf-ba4b-4ba3-9a2a-3d86b76e2212 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.702036] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c597a4-1b6c-40ba-8245-401176822d35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.733524] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45b9ef-09a4-42bb-902a-466134f3905b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.741710] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98843d1-8214-4d49-928e-426895f9f191 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.757997] env[69217]: DEBUG nova.compute.provider_tree [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.859424] env[69217]: DEBUG oslo_vmware.api [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532690, 'name': PowerOnVM_Task, 'duration_secs': 1.048852} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.859707] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.859891] env[69217]: INFO nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Took 15.76 seconds to spawn the instance on the hypervisor. [ 982.860085] env[69217]: DEBUG nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.861009] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62595a66-f870-423b-ac26-fd0de11ea8a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.931541] env[69217]: DEBUG nova.network.neutron [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.052745] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5562eb68-8c78-4eec-a313-cf2eb5610fd6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.064289] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b9c3e-ed11-4856-9711-2057f919a82b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084916] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532694, 'name': ReconfigVM_Task, 'duration_secs': 0.783285} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.085322] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 18fea106-14dd-444e-a58d-44c26da6cb93/18fea106-14dd-444e-a58d-44c26da6cb93.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.085967] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73925cae-d9d6-478a-8f57-28934808d9fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.092955] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 983.092955] env[69217]: value = "task-3532695" [ 983.092955] env[69217]: _type = "Task" [ 983.092955] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.112244] env[69217]: DEBUG nova.compute.manager [req-3fe2a1ae-69b4-44d5-89df-0aea8f352f8b req-433d1d2d-54ec-4065-91e7-c763d983107e service nova] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Detach interface failed, port_id=c61c172d-d2cf-4e2a-a490-713ccd6acce1, reason: Instance 0ade81d1-07d6-432d-91c4-e4a9751f8d45 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.119220] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532695, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.292126] env[69217]: DEBUG nova.scheduler.client.report [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.292398] env[69217]: DEBUG nova.compute.provider_tree [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 103 to 104 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.292580] env[69217]: DEBUG nova.compute.provider_tree [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.379833] env[69217]: INFO nova.compute.manager [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Took 48.77 seconds to build instance. [ 983.418398] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.418655] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.418865] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.419167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.419352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.421270] env[69217]: INFO nova.compute.manager [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Terminating instance [ 983.433947] env[69217]: INFO nova.compute.manager [-] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Took 1.25 seconds to deallocate network for instance. [ 983.608296] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532695, 'name': Rename_Task, 'duration_secs': 0.230411} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.608741] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.609128] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf62334-7c37-4838-879a-3ea9a64e52a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.619008] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 983.619008] env[69217]: value = "task-3532696" [ 983.619008] env[69217]: _type = "Task" [ 983.619008] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.627832] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.801714] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.804093] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.613s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.804332] env[69217]: DEBUG nova.objects.instance [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lazy-loading 'resources' on Instance uuid 1930585d-78a3-4245-a40c-1917699b9404 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.839090] env[69217]: INFO nova.scheduler.client.report [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 660cb897-0282-44b4-a2ae-d9f5ccf8e37c [ 983.881348] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.585s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.925183] env[69217]: DEBUG nova.compute.manager [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.925431] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.926365] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043f69e-8e0c-405f-af6c-66113575eabe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.939174] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.939476] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2412728d-5bf6-4a21-876c-40d86c453a14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.943602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.947753] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 983.947753] env[69217]: value = "task-3532697" [ 983.947753] env[69217]: _type = "Task" [ 983.947753] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.959039] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.132943] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.322474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.322749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.322968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.323194] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.323372] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.325833] env[69217]: INFO nova.compute.manager [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Terminating instance [ 984.348130] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ec2a2a2e-3091-4679-9a7e-61638e240aeb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "660cb897-0282-44b4-a2ae-d9f5ccf8e37c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.809s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.464335] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532697, 'name': PowerOffVM_Task, 'duration_secs': 0.278918} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.464636] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.464789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.465051] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5434e2-d9ce-4480-9c02-1258615a936d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.551666] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.551878] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.552168] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleting the datastore file [datastore2] 6778e64f-50f5-4a2f-8d5b-947be28c527a {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.552374] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8616e944-c1de-4b10-9537-cac990a45297 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.562143] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for the task: (returnval){ [ 984.562143] env[69217]: value = "task-3532699" [ 984.562143] env[69217]: _type = "Task" [ 984.562143] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.575717] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.638221] env[69217]: DEBUG oslo_vmware.api [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532696, 'name': PowerOnVM_Task, 'duration_secs': 0.710723} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.641116] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.641358] env[69217]: INFO nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Took 6.91 seconds to spawn the instance on the hypervisor. [ 984.641933] env[69217]: DEBUG nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.642711] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709631fb-5eb6-4ea4-b2b9-d1699553c6af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.732113] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfff7e6-1586-421a-b341-e56f3dfa62e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.741460] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bad02e-e6f2-4009-844a-a91e17c0147b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.780864] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551688fa-4061-418c-8a09-33c9fd6270c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.790705] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c880c10-3e07-489f-80cf-6e2207a1e39b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.806412] env[69217]: DEBUG nova.compute.provider_tree [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.829834] env[69217]: DEBUG nova.compute.manager [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.829999] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.830931] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e169e-0cc0-4656-9ab3-10d46b45e002 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.844772] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.844979] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8833e5c-1738-49b2-b9c9-2b397f958206 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.854655] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 984.854655] env[69217]: value = "task-3532700" [ 984.854655] env[69217]: _type = "Task" [ 984.854655] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.863931] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.072555] env[69217]: DEBUG oslo_vmware.api [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Task: {'id': task-3532699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13979} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.072555] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.072706] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.072887] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.073082] env[69217]: INFO nova.compute.manager [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 985.073332] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.073525] env[69217]: DEBUG nova.compute.manager [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.073653] env[69217]: DEBUG nova.network.neutron [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.163024] env[69217]: INFO nova.compute.manager [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Took 43.35 seconds to build instance. [ 985.351610] env[69217]: DEBUG nova.scheduler.client.report [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Updated inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.351610] env[69217]: DEBUG nova.compute.provider_tree [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Updating resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 generation from 104 to 105 during operation: update_inventory {{(pid=69217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.351610] env[69217]: DEBUG nova.compute.provider_tree [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.369839] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532700, 'name': PowerOffVM_Task, 'duration_secs': 0.429033} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.372753] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.372753] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.373033] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9157374a-626f-4b56-ae00-a6397ef37f72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.448396] env[69217]: DEBUG nova.compute.manager [req-1adc1cbe-82d3-4611-96c1-3446b51ac952 req-3faf7411-b3f3-4197-9698-b09c2af8c4d1 service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Received event network-vif-deleted-216e0d64-800e-45bd-882b-88c67ca8b048 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.449242] env[69217]: INFO nova.compute.manager [req-1adc1cbe-82d3-4611-96c1-3446b51ac952 req-3faf7411-b3f3-4197-9698-b09c2af8c4d1 service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Neutron deleted interface 216e0d64-800e-45bd-882b-88c67ca8b048; detaching it from the instance and deleting it from the info cache [ 985.449242] env[69217]: DEBUG nova.network.neutron [req-1adc1cbe-82d3-4611-96c1-3446b51ac952 req-3faf7411-b3f3-4197-9698-b09c2af8c4d1 service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.453349] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.453432] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.453630] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore2] 80c24bd8-61ce-4833-9d47-d3d268a9d58d {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.453923] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ef6b16-a938-47da-ab6f-da82715cdca7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.462564] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 985.462564] env[69217]: value = "task-3532702" [ 985.462564] env[69217]: _type = "Task" [ 985.462564] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.475021] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.667091] env[69217]: DEBUG oslo_concurrency.lockutils [None req-74d7fea1-4962-4219-b152-107c5fd031d0 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.857s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.844239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "1307d91b-d50b-4591-b35e-9a07cc6af010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.844533] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.856037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.858759] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.642s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.860709] env[69217]: DEBUG nova.objects.instance [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lazy-loading 'resources' on Instance uuid e6823fa8-eb76-4341-ba1b-be1cd3051452 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.895169] env[69217]: INFO nova.scheduler.client.report [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted allocations for instance 1930585d-78a3-4245-a40c-1917699b9404 [ 985.900688] env[69217]: DEBUG nova.network.neutron [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.951774] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992db26b-cc30-41fd-a8b2-49eef9c4592b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.969029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f89c1b-a9da-49cf-ba8d-3e6b3de7028c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.989486] env[69217]: DEBUG oslo_vmware.api [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131225} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.989749] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.989936] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.990126] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.990432] env[69217]: INFO nova.compute.manager [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.990786] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.991391] env[69217]: DEBUG nova.compute.manager [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.991554] env[69217]: DEBUG nova.network.neutron [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.009231] env[69217]: DEBUG nova.compute.manager [req-1adc1cbe-82d3-4611-96c1-3446b51ac952 req-3faf7411-b3f3-4197-9698-b09c2af8c4d1 service nova] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Detach interface failed, port_id=216e0d64-800e-45bd-882b-88c67ca8b048, reason: Instance 6778e64f-50f5-4a2f-8d5b-947be28c527a could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.308911] env[69217]: DEBUG nova.compute.manager [None req-6a876945-74d7-407c-b583-46623c52c3d9 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.310636] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae38f1-4c76-464f-a93f-c606cccd8491 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.347297] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.388856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "18fea106-14dd-444e-a58d-44c26da6cb93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.388856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.388856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "18fea106-14dd-444e-a58d-44c26da6cb93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.388856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.388856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.389769] env[69217]: INFO nova.compute.manager [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Terminating instance [ 986.404347] env[69217]: INFO nova.compute.manager [-] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Took 1.33 seconds to deallocate network for instance. [ 986.412739] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "1930585d-78a3-4245-a40c-1917699b9404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.212s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.734472] env[69217]: DEBUG nova.network.neutron [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.741435] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869feee4-25b3-418e-a264-47a45aa4e272 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.751421] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e842f92-0057-4be4-a3ff-16df94a8b656 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.786275] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf28c46-c7c5-46fa-89ea-2ef78fa14a67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.795213] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f87fb6-439d-4bc7-9f03-31b8035810be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.810060] env[69217]: DEBUG nova.compute.provider_tree [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.823226] env[69217]: INFO nova.compute.manager [None req-6a876945-74d7-407c-b583-46623c52c3d9 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] instance snapshotting [ 986.823226] env[69217]: DEBUG nova.objects.instance [None req-6a876945-74d7-407c-b583-46623c52c3d9 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lazy-loading 'flavor' on Instance uuid 18fea106-14dd-444e-a58d-44c26da6cb93 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.872789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.898611] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "refresh_cache-18fea106-14dd-444e-a58d-44c26da6cb93" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.898611] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquired lock "refresh_cache-18fea106-14dd-444e-a58d-44c26da6cb93" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.898611] env[69217]: DEBUG nova.network.neutron [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.917157] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.246042] env[69217]: INFO nova.compute.manager [-] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Took 1.25 seconds to deallocate network for instance. [ 987.313170] env[69217]: DEBUG nova.scheduler.client.report [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.328275] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ccd5c-d0c7-41be-ae81-f0771bf40f41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.346058] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ce731-124e-4fc5-8c61-2db66eb0c6c4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.416313] env[69217]: DEBUG nova.network.neutron [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.468479] env[69217]: DEBUG nova.network.neutron [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.472868] env[69217]: DEBUG nova.compute.manager [req-32bb751d-4bd2-417c-955a-fd296b387435 req-1d7a9c67-1e8d-41c6-a4e7-99909108a204 service nova] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Received event network-vif-deleted-726c0ba8-cb84-43a3-b01f-48959f7c6b4f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.752026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.819071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.821365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.088s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.821596] env[69217]: DEBUG nova.objects.instance [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'resources' on Instance uuid de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.843500] env[69217]: INFO nova.scheduler.client.report [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Deleted allocations for instance e6823fa8-eb76-4341-ba1b-be1cd3051452 [ 987.858275] env[69217]: DEBUG nova.compute.manager [None req-6a876945-74d7-407c-b583-46623c52c3d9 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance disappeared during snapshot {{(pid=69217) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 987.970903] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Releasing lock "refresh_cache-18fea106-14dd-444e-a58d-44c26da6cb93" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.971354] env[69217]: DEBUG nova.compute.manager [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.971550] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.972447] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f06ae9-8747-4ae3-b221-0c06b818d2a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.981104] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.981364] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0a2609-4912-4283-90cf-384f52de2dd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.989044] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 987.989044] env[69217]: value = "task-3532703" [ 987.989044] env[69217]: _type = "Task" [ 987.989044] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.990477] env[69217]: DEBUG nova.compute.manager [None req-6a876945-74d7-407c-b583-46623c52c3d9 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Found 0 images (rotation: 2) {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 988.003698] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.350870] env[69217]: DEBUG oslo_concurrency.lockutils [None req-57e8cf15-8d36-4eda-a863-5ee5b806382c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Lock "e6823fa8-eb76-4341-ba1b-be1cd3051452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.089s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.500086] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532703, 'name': PowerOffVM_Task, 'duration_secs': 0.138065} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.502401] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.502570] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.503249] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633c9571-1cda-4193-a0f0-80622c1e94c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.530070] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.530362] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.530490] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Deleting the datastore file [datastore1] 18fea106-14dd-444e-a58d-44c26da6cb93 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.530736] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa045b36-7354-40b8-a775-8e67ca78e0f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.540470] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for the task: (returnval){ [ 988.540470] env[69217]: value = "task-3532705" [ 988.540470] env[69217]: _type = "Task" [ 988.540470] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.550573] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.626300] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4054e19b-91ca-46bb-9648-135d0627ac30 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.634982] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5510db-6256-48bf-b0af-f7f61448f7a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.670867] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eb0a7b-861d-427c-ba92-1c49d18e8286 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.681899] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d744e-5c81-4381-a695-007bcc4ec4ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.698511] env[69217]: DEBUG nova.compute.provider_tree [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.050993] env[69217]: DEBUG oslo_vmware.api [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Task: {'id': task-3532705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10186} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.051351] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.051456] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.051627] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.051808] env[69217]: INFO nova.compute.manager [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Took 1.08 seconds to destroy the instance on the hypervisor. [ 989.052269] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.053032] env[69217]: DEBUG nova.compute.manager [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.053032] env[69217]: DEBUG nova.network.neutron [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.068772] env[69217]: DEBUG nova.network.neutron [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.202324] env[69217]: DEBUG nova.scheduler.client.report [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.571811] env[69217]: DEBUG nova.network.neutron [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.706069] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.708495] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.898s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.708829] env[69217]: DEBUG nova.objects.instance [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lazy-loading 'resources' on Instance uuid 1db697a7-a3f1-4899-aa7a-10224d565bc0 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.730977] env[69217]: INFO nova.scheduler.client.report [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted allocations for instance de8da247-fd8a-4d0a-82ae-0ea053ce2ce6 [ 990.076819] env[69217]: INFO nova.compute.manager [-] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Took 1.02 seconds to deallocate network for instance. [ 990.240774] env[69217]: DEBUG oslo_concurrency.lockutils [None req-89c9b861-f098-47dd-a77a-3644ccd94f46 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "de8da247-fd8a-4d0a-82ae-0ea053ce2ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.517s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.555361] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a88db-b6ef-4fdd-8d32-ba89f1e6e08e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.564045] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d03e2-de28-4dea-abeb-f52906316b25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.597020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.597020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd342a-a72d-4414-a4fe-027eb116d23d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.605521] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f890b7f-9267-4d0a-834a-c9323a4bcd11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.621099] env[69217]: DEBUG nova.compute.provider_tree [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.125851] env[69217]: DEBUG nova.scheduler.client.report [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.631523] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.636444] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.310s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.636942] env[69217]: DEBUG nova.objects.instance [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lazy-loading 'resources' on Instance uuid f89a5c66-f016-4a92-9923-8db5800d1b3f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.656082] env[69217]: INFO nova.scheduler.client.report [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleted allocations for instance 1db697a7-a3f1-4899-aa7a-10224d565bc0 [ 992.163639] env[69217]: DEBUG oslo_concurrency.lockutils [None req-68d84fde-de9d-40d1-b242-21357a999ae1 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "1db697a7-a3f1-4899-aa7a-10224d565bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.090s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.388121] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7745562d-82b4-489a-a72f-083fb6041bde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.396249] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a11c6c-bacc-48f7-be8f-52a49288eb61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.426776] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e8fbf-a267-4d89-81bf-6fd5229833ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.435024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67551793-0f9d-45c7-a867-05c2a602a1a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.449749] env[69217]: DEBUG nova.compute.provider_tree [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.952894] env[69217]: DEBUG nova.scheduler.client.report [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.457749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.460172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.393s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.460412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.462204] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.451s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.462391] env[69217]: DEBUG nova.objects.instance [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.480045] env[69217]: INFO nova.scheduler.client.report [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Deleted allocations for instance f89a5c66-f016-4a92-9923-8db5800d1b3f [ 993.486143] env[69217]: INFO nova.scheduler.client.report [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleted allocations for instance 136c5d15-818e-4289-8571-1ccbab5b1b3b [ 993.989982] env[69217]: DEBUG oslo_concurrency.lockutils [None req-43400309-5a1c-466d-9d87-1125dcbe06b5 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Lock "f89a5c66-f016-4a92-9923-8db5800d1b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.675s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.993046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "136c5d15-818e-4289-8571-1ccbab5b1b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.957s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.473156] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8c40d984-aece-42ca-8c98-c0d876983d53 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.473436] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.473567] env[69217]: DEBUG nova.objects.instance [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lazy-loading 'resources' on Instance uuid eaccca85-88d3-4211-ad1c-ac619ed2d244 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.043416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.043689] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.043908] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.044129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.044307] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.049042] env[69217]: INFO nova.compute.manager [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Terminating instance [ 995.149081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.149296] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.149499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.149680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.149863] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.152090] env[69217]: INFO nova.compute.manager [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Terminating instance [ 995.242755] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121afed-9255-4219-9d0c-c63277f52a9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.251827] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ff1e6-ab5f-4564-8a54-60026d81ab31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.282886] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d5acd-773e-4db6-ae87-e970c38bc466 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.290560] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654068b-b4fb-4a75-b790-a4a4908ca58b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.304076] env[69217]: DEBUG nova.compute.provider_tree [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.554459] env[69217]: DEBUG nova.compute.manager [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.554786] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.555637] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee5e80-7ed4-4e1e-953b-2b4df8051275 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.564486] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.564600] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f70865a1-ac40-468c-82aa-5e8865b1985a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.572379] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 995.572379] env[69217]: value = "task-3532708" [ 995.572379] env[69217]: _type = "Task" [ 995.572379] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.582051] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.656466] env[69217]: DEBUG nova.compute.manager [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.656721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.657694] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe6e75-2149-42d9-a0c9-00afcb083fbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.667140] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.667451] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc3ae2d-257d-4935-a553-dd7b4f2d20f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.676753] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 995.676753] env[69217]: value = "task-3532709" [ 995.676753] env[69217]: _type = "Task" [ 995.676753] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.686595] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.808528] env[69217]: DEBUG nova.scheduler.client.report [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.083091] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532708, 'name': PowerOffVM_Task, 'duration_secs': 0.267042} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.083527] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.083733] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.084011] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eaa55f3-515c-4365-8fd9-42b854c7768d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.167723] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.167938] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.168220] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleting the datastore file [datastore1] b8a9a60d-422c-46c1-bfa2-749d678b9220 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.168530] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e58ab0f1-3ac8-4591-ae4a-9a67769aa6ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.176335] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 996.176335] env[69217]: value = "task-3532711" [ 996.176335] env[69217]: _type = "Task" [ 996.176335] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.193864] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.194157] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532709, 'name': PowerOffVM_Task, 'duration_secs': 0.181385} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.194521] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.194615] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.195056] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf0001dc-6d5c-4351-a3c3-30c0094648ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.264656] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.264988] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.265180] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleting the datastore file [datastore2] 4e41b95c-a1c5-49b7-8a26-b6be40046a4e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.265465] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78138551-1606-4c5a-b6c6-9c88c54d0e27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.272922] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for the task: (returnval){ [ 996.272922] env[69217]: value = "task-3532713" [ 996.272922] env[69217]: _type = "Task" [ 996.272922] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.276446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.276755] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.277027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.277246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.277433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.279699] env[69217]: INFO nova.compute.manager [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Terminating instance [ 996.285464] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.315125] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.317700] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.256s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.317967] env[69217]: DEBUG nova.objects.instance [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lazy-loading 'resources' on Instance uuid 991fc072-e3ac-40c4-b7be-1bec37fdee3f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.342458] env[69217]: INFO nova.scheduler.client.report [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Deleted allocations for instance eaccca85-88d3-4211-ad1c-ac619ed2d244 [ 996.687138] env[69217]: DEBUG oslo_vmware.api [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179027} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.687509] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.687618] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.688608] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.688608] env[69217]: INFO nova.compute.manager [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.688608] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.688608] env[69217]: DEBUG nova.compute.manager [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.688608] env[69217]: DEBUG nova.network.neutron [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.783766] env[69217]: DEBUG oslo_vmware.api [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Task: {'id': task-3532713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142079} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.785978] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.785978] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.785978] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.785978] env[69217]: INFO nova.compute.manager [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.785978] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.785978] env[69217]: DEBUG nova.compute.manager [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.785978] env[69217]: DEBUG nova.network.neutron [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.787751] env[69217]: DEBUG nova.compute.manager [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.787967] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.788770] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0242da3-a30b-4475-a5e1-7bd503bd806c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.796601] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.796870] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13a297d-9c53-4f4e-9098-057fe925b0b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.804743] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 996.804743] env[69217]: value = "task-3532714" [ 996.804743] env[69217]: _type = "Task" [ 996.804743] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.814235] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.855141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07f1a557-0dc3-46c1-9092-f923f3125117 tempest-ServersListShow2100Test-480446955 tempest-ServersListShow2100Test-480446955-project-member] Lock "eaccca85-88d3-4211-ad1c-ac619ed2d244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.612s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.141627] env[69217]: DEBUG nova.compute.manager [req-1f170a46-1422-43fe-a872-d400dd389b65 req-399c8d6f-e9aa-4d72-ba41-793ec8e08544 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Received event network-vif-deleted-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.142629] env[69217]: INFO nova.compute.manager [req-1f170a46-1422-43fe-a872-d400dd389b65 req-399c8d6f-e9aa-4d72-ba41-793ec8e08544 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Neutron deleted interface 5b6f2482-876d-42c8-9ada-bddfa6ae24b3; detaching it from the instance and deleting it from the info cache [ 997.142629] env[69217]: DEBUG nova.network.neutron [req-1f170a46-1422-43fe-a872-d400dd389b65 req-399c8d6f-e9aa-4d72-ba41-793ec8e08544 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.212913] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0db62b-7df0-4925-9448-2308345faaf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.222596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e6012-75df-47ea-824f-0553c5e6932f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.255865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21c583c-b46f-4d47-9afd-1ac4e6d0170c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.264885] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871cd9b8-d36c-479b-8b46-2782e71dff0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.279887] env[69217]: DEBUG nova.compute.provider_tree [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.314756] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532714, 'name': PowerOffVM_Task, 'duration_secs': 0.239156} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.315455] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.315455] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.315644] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24898932-968b-4c2e-a86b-8143da124b1d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.389407] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.390341] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.390341] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleting the datastore file [datastore1] fd2abf04-8542-4fe9-9d72-77202b316adf {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.390824] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7307ed-2a77-4575-92fd-a169baff209e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.399185] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for the task: (returnval){ [ 997.399185] env[69217]: value = "task-3532716" [ 997.399185] env[69217]: _type = "Task" [ 997.399185] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.409037] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.573668] env[69217]: DEBUG nova.network.neutron [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.646318] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed935ffb-5f57-4ca8-a8da-da0230f70984 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.658262] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f8519c-5518-470d-ae4e-0cdf77027706 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.669166] env[69217]: DEBUG nova.network.neutron [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.691227] env[69217]: DEBUG nova.compute.manager [req-1f170a46-1422-43fe-a872-d400dd389b65 req-399c8d6f-e9aa-4d72-ba41-793ec8e08544 service nova] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Detach interface failed, port_id=5b6f2482-876d-42c8-9ada-bddfa6ae24b3, reason: Instance b8a9a60d-422c-46c1-bfa2-749d678b9220 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.783645] env[69217]: DEBUG nova.scheduler.client.report [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.910064] env[69217]: DEBUG oslo_vmware.api [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Task: {'id': task-3532716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153669} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.910315] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.910502] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.910676] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.910849] env[69217]: INFO nova.compute.manager [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 997.911106] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.911305] env[69217]: DEBUG nova.compute.manager [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.911400] env[69217]: DEBUG nova.network.neutron [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.076461] env[69217]: INFO nova.compute.manager [-] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Took 1.39 seconds to deallocate network for instance. [ 998.177039] env[69217]: INFO nova.compute.manager [-] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Took 1.39 seconds to deallocate network for instance. [ 998.288686] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.294921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.216s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.296477] env[69217]: INFO nova.compute.claims [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.332370] env[69217]: INFO nova.scheduler.client.report [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Deleted allocations for instance 991fc072-e3ac-40c4-b7be-1bec37fdee3f [ 998.583376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.686786] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.840394] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1305a159-2fee-4a14-934b-8ca3ddd0990d tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Lock "991fc072-e3ac-40c4-b7be-1bec37fdee3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.643s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.104215] env[69217]: DEBUG nova.network.neutron [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.179577] env[69217]: DEBUG nova.compute.manager [req-7d813be4-417a-43ea-95b9-fbd11b37756d req-aecedb3b-5534-4e1a-8887-6727dd66fdd4 service nova] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Received event network-vif-deleted-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.179779] env[69217]: DEBUG nova.compute.manager [req-7d813be4-417a-43ea-95b9-fbd11b37756d req-aecedb3b-5534-4e1a-8887-6727dd66fdd4 service nova] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Received event network-vif-deleted-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.610852] env[69217]: INFO nova.compute.manager [-] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Took 1.70 seconds to deallocate network for instance. [ 999.636623] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5040f81-e395-45b6-a75a-2393bd392dde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.647305] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d269e-b05f-48c9-bcf5-06f208dda1ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.684515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a5bff0-691a-4dce-8b24-f9078ac7e540 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.693863] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd674b-09f2-431c-9303-e485d63241cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.710830] env[69217]: DEBUG nova.compute.provider_tree [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.125811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.214033] env[69217]: DEBUG nova.scheduler.client.report [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.722465] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.722465] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.724097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.989s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.724326] env[69217]: DEBUG nova.objects.instance [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lazy-loading 'resources' on Instance uuid 2fe87508-31de-4630-93cf-b9002d928699 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.927458] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "ca7c9b09-691a-4545-beaa-240ea9350076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.927701] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.229894] env[69217]: DEBUG nova.compute.utils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.232188] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.232188] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.278712] env[69217]: DEBUG nova.policy [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.433528] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.526404] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64815c6-3ac4-455d-a056-ef72ddbec8d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.534933] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ee2b4-6c24-4446-a678-0bc4a88008fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.567381] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15197cd4-130f-4704-b04f-13d675b5e3df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.576710] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bc712-f371-4c1e-86e4-a41bc1d85f05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.585658] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Successfully created port: 703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.595684] env[69217]: DEBUG nova.compute.provider_tree [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.735702] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.956440] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.100674] env[69217]: DEBUG nova.scheduler.client.report [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.606108] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.608497] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.519s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.610035] env[69217]: INFO nova.compute.claims [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.627564] env[69217]: INFO nova.scheduler.client.report [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Deleted allocations for instance 2fe87508-31de-4630-93cf-b9002d928699 [ 1002.745465] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.773420] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.773662] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.773830] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.774570] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.774570] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.774570] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.774570] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.774741] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.774931] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.775200] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.775295] env[69217]: DEBUG nova.virt.hardware [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.776158] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94794aae-5ab3-44a0-9825-d57372954626 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.784225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6188bf-89eb-4ad5-a3ea-0a1723902539 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.006596] env[69217]: DEBUG nova.compute.manager [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received event network-vif-plugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.006847] env[69217]: DEBUG oslo_concurrency.lockutils [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.007132] env[69217]: DEBUG oslo_concurrency.lockutils [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] Lock "63424515-b275-431c-a145-6e221da82cf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.007322] env[69217]: DEBUG oslo_concurrency.lockutils [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] Lock "63424515-b275-431c-a145-6e221da82cf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.007518] env[69217]: DEBUG nova.compute.manager [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] No waiting events found dispatching network-vif-plugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.007691] env[69217]: WARNING nova.compute.manager [req-2e165751-a6aa-4e35-b282-1a74cf5e24bc req-b1c4f914-4cad-4c58-96bb-584bdc0b600a service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received unexpected event network-vif-plugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 for instance with vm_state building and task_state spawning. [ 1003.137395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Lock "2fe87508-31de-4630-93cf-b9002d928699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.673s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.162728] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Successfully updated port: 703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.664630] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.664930] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.664989] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.840546] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81684ecb-16f9-43d4-84a4-e1c92971a890 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.848398] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003fb276-0897-4d10-b67e-cb837c960198 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.880260] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b7c729-fc9b-4b3b-a6de-ec2412bdd90d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.887858] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16193984-dc3a-4219-9d14-3e083ecc5c18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.906197] env[69217]: DEBUG nova.compute.provider_tree [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.214390] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.330240] env[69217]: DEBUG nova.network.neutron [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updating instance_info_cache with network_info: [{"id": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "address": "fa:16:3e:e5:9b:21", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703521fd-0f", "ovs_interfaceid": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.409680] env[69217]: DEBUG nova.scheduler.client.report [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.832933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.833307] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance network_info: |[{"id": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "address": "fa:16:3e:e5:9b:21", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703521fd-0f", "ovs_interfaceid": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.833731] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:9b:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '703521fd-0f07-4394-9e9e-cc36c65fbc68', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.842076] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.842076] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.842189] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bcf499f-80dd-44ed-ac1a-eb1c63b17d35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.864448] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.864448] env[69217]: value = "task-3532717" [ 1004.864448] env[69217]: _type = "Task" [ 1004.864448] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.872319] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532717, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.914996] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.915579] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.918553] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.975s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.919282] env[69217]: DEBUG nova.objects.instance [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lazy-loading 'resources' on Instance uuid 0ade81d1-07d6-432d-91c4-e4a9751f8d45 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.039466] env[69217]: DEBUG nova.compute.manager [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received event network-changed-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.039567] env[69217]: DEBUG nova.compute.manager [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Refreshing instance network info cache due to event network-changed-703521fd-0f07-4394-9e9e-cc36c65fbc68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.039766] env[69217]: DEBUG oslo_concurrency.lockutils [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] Acquiring lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.040514] env[69217]: DEBUG oslo_concurrency.lockutils [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] Acquired lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.040733] env[69217]: DEBUG nova.network.neutron [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Refreshing network info cache for port 703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.375296] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532717, 'name': CreateVM_Task, 'duration_secs': 0.34395} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.375460] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.376159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.376352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.376700] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.376984] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011b8e36-7dfe-4bb0-8213-355fc6d1ccb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.386020] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1005.386020] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b03dd3-33a0-91ce-82ae-0221590f23e2" [ 1005.386020] env[69217]: _type = "Task" [ 1005.386020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.390472] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b03dd3-33a0-91ce-82ae-0221590f23e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.421118] env[69217]: DEBUG nova.compute.utils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.425453] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.425771] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.475223] env[69217]: DEBUG nova.policy [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29aded10bfc34ecd8f1527a807e5f159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7ee36f97ae421d99cbba2394736fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.707915] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3d15fd-8bcb-4fad-b861-537b4a1a1f56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.715405] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffeadc5-c9d0-43fb-8407-602e8795501b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.754781] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a818267-d7d9-4c4e-b746-7f6e15d8cf32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.763963] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ca786-5d53-4d90-98d9-25cac85dcab3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.778503] env[69217]: DEBUG nova.compute.provider_tree [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.893476] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b03dd3-33a0-91ce-82ae-0221590f23e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.896474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.896745] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.897077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.897245] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.897429] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.897972] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-635b6da3-2e8b-43a3-bb92-1574539eb7ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.906513] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.906705] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.907536] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23aee30-62ea-43f7-be60-b8f7ec051514 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.913764] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1005.913764] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d07532-b384-5350-681f-4d85fbaa03f2" [ 1005.913764] env[69217]: _type = "Task" [ 1005.913764] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.922768] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d07532-b384-5350-681f-4d85fbaa03f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.926391] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.078277] env[69217]: DEBUG nova.network.neutron [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updated VIF entry in instance network info cache for port 703521fd-0f07-4394-9e9e-cc36c65fbc68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.078621] env[69217]: DEBUG nova.network.neutron [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updating instance_info_cache with network_info: [{"id": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "address": "fa:16:3e:e5:9b:21", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703521fd-0f", "ovs_interfaceid": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.133411] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Successfully created port: f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.282614] env[69217]: DEBUG nova.scheduler.client.report [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.427978] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d07532-b384-5350-681f-4d85fbaa03f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.429311] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad1e554-0061-4627-9b33-dfcfa9dc4e67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.438281] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1006.438281] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525a7396-083b-4e60-acc2-6286285692e4" [ 1006.438281] env[69217]: _type = "Task" [ 1006.438281] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.448680] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525a7396-083b-4e60-acc2-6286285692e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.581368] env[69217]: DEBUG oslo_concurrency.lockutils [req-bfaaada8-647d-44b6-b505-4fc42f338859 req-38b91ce2-0c33-452c-9f1c-2c7171641acf service nova] Releasing lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.787788] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.790228] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.919s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.792029] env[69217]: INFO nova.compute.claims [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.883944] env[69217]: INFO nova.scheduler.client.report [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Deleted allocations for instance 0ade81d1-07d6-432d-91c4-e4a9751f8d45 [ 1006.939990] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.957452] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525a7396-083b-4e60-acc2-6286285692e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.957762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.958074] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 63424515-b275-431c-a145-6e221da82cf1/63424515-b275-431c-a145-6e221da82cf1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.958358] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbbcd483-034f-4f35-8e0d-389784cdde41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.965833] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1006.965833] env[69217]: value = "task-3532718" [ 1006.965833] env[69217]: _type = "Task" [ 1006.965833] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.975676] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.978182] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.978182] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.978414] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.978508] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.978657] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.978807] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.979027] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.979197] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.979365] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.979528] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.979703] env[69217]: DEBUG nova.virt.hardware [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.980481] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e31e55-9540-4545-9a64-842c83795514 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.987448] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29091f53-0796-40f0-9ea1-7b5baf25df89 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.395616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7909c7f2-7d18-4fa7-a199-a91200dea799 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Lock "0ade81d1-07d6-432d-91c4-e4a9751f8d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.364s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.483437] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478471} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.483915] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 63424515-b275-431c-a145-6e221da82cf1/63424515-b275-431c-a145-6e221da82cf1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.484157] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.484424] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05a9cc3-390f-4906-a792-3042e3d5d63d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.491791] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1007.491791] env[69217]: value = "task-3532719" [ 1007.491791] env[69217]: _type = "Task" [ 1007.491791] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.501255] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.662806] env[69217]: DEBUG nova.compute.manager [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Received event network-vif-plugged-f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.662806] env[69217]: DEBUG oslo_concurrency.lockutils [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] Acquiring lock "66086965-49d5-4372-966e-738e9d005efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.662806] env[69217]: DEBUG oslo_concurrency.lockutils [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] Lock "66086965-49d5-4372-966e-738e9d005efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.662806] env[69217]: DEBUG oslo_concurrency.lockutils [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] Lock "66086965-49d5-4372-966e-738e9d005efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.663170] env[69217]: DEBUG nova.compute.manager [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] No waiting events found dispatching network-vif-plugged-f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.663929] env[69217]: WARNING nova.compute.manager [req-6e65cce5-2ef1-4675-9312-1401ad31456b req-f87483e3-46d8-44e7-976d-21645a7afeba service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Received unexpected event network-vif-plugged-f1539a4a-1b11-43dd-97b2-0dab3f216b68 for instance with vm_state building and task_state spawning. [ 1007.753736] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Successfully updated port: f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.003266] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071143} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.006878] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.008170] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa5c1b-6c4a-40dc-9faa-2f5a93ba842a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.031909] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 63424515-b275-431c-a145-6e221da82cf1/63424515-b275-431c-a145-6e221da82cf1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.035516] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87baa8f8-56e5-4f68-aec6-fc0285dd049a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.056421] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1008.056421] env[69217]: value = "task-3532720" [ 1008.056421] env[69217]: _type = "Task" [ 1008.056421] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.065530] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.104604] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258648a1-1579-4a58-bcc2-e681fd331f95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.111814] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8012044-686c-4fe6-be1d-786e31e9bf2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.143168] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4418c85-27ce-4608-9a59-65a4d8e23a36 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.150424] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a8ee7-1df4-42f4-8759-a125b69f5056 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.163477] env[69217]: DEBUG nova.compute.provider_tree [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.264263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquired lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264263] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.567089] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532720, 'name': ReconfigVM_Task, 'duration_secs': 0.33875} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.567386] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 63424515-b275-431c-a145-6e221da82cf1/63424515-b275-431c-a145-6e221da82cf1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.568064] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005f7c72-b704-415f-9a50-3f9b4293c312 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.574464] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1008.574464] env[69217]: value = "task-3532721" [ 1008.574464] env[69217]: _type = "Task" [ 1008.574464] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.581933] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532721, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.667025] env[69217]: DEBUG nova.scheduler.client.report [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.802304] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.931878] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.932213] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.932579] env[69217]: DEBUG nova.objects.instance [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid fbc67e62-355e-44d4-addf-e8dafc2b9e59 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.968278] env[69217]: DEBUG nova.network.neutron [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updating instance_info_cache with network_info: [{"id": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "address": "fa:16:3e:3b:d0:34", "network": {"id": "be63121d-d1c7-4ebf-89ce-7752e3bc94af", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-680731296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7ee36f97ae421d99cbba2394736fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1539a4a-1b", "ovs_interfaceid": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.090296] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532721, 'name': Rename_Task, 'duration_secs': 0.139919} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.090296] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.090296] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f296ee-af23-45cb-bbae-16bf6368a27c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.094738] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1009.094738] env[69217]: value = "task-3532722" [ 1009.094738] env[69217]: _type = "Task" [ 1009.094738] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.105268] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.176050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.176579] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.180163] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.264s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.180412] env[69217]: DEBUG nova.objects.instance [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lazy-loading 'resources' on Instance uuid 6778e64f-50f5-4a2f-8d5b-947be28c527a {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.471016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Releasing lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.471467] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Instance network_info: |[{"id": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "address": "fa:16:3e:3b:d0:34", "network": {"id": "be63121d-d1c7-4ebf-89ce-7752e3bc94af", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-680731296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7ee36f97ae421d99cbba2394736fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1539a4a-1b", "ovs_interfaceid": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.471975] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d0:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1539a4a-1b11-43dd-97b2-0dab3f216b68', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.480134] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Creating folder: Project (3e7ee36f97ae421d99cbba2394736fdd). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.480500] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64a4bf98-124d-4f39-8f4d-c3aed52da49d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.492044] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Created folder: Project (3e7ee36f97ae421d99cbba2394736fdd) in parent group-v705386. [ 1009.492289] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Creating folder: Instances. Parent ref: group-v705593. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.492490] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e24a69ac-1812-480f-9ae9-4cfee535b772 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.501772] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Created folder: Instances in parent group-v705593. [ 1009.502019] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.502314] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.502602] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f36e65-5545-458d-93bb-64e29e04d2c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.521114] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.521114] env[69217]: value = "task-3532725" [ 1009.521114] env[69217]: _type = "Task" [ 1009.521114] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.529668] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532725, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.539339] env[69217]: DEBUG nova.objects.instance [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid fbc67e62-355e-44d4-addf-e8dafc2b9e59 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.604575] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.691822] env[69217]: DEBUG nova.compute.utils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.693804] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.694048] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.747613] env[69217]: DEBUG nova.policy [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.962073] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b3708-baf1-4519-97c4-404935102d84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.970017] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb175e69-fa11-4c64-827a-db6a76f3ce97 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.006705] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb0007f-88eb-4765-8916-ceea533c203c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.012195] env[69217]: DEBUG nova.compute.manager [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Received event network-changed-f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.012627] env[69217]: DEBUG nova.compute.manager [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Refreshing instance network info cache due to event network-changed-f1539a4a-1b11-43dd-97b2-0dab3f216b68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.012847] env[69217]: DEBUG oslo_concurrency.lockutils [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] Acquiring lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.012993] env[69217]: DEBUG oslo_concurrency.lockutils [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] Acquired lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.013359] env[69217]: DEBUG nova.network.neutron [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Refreshing network info cache for port f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.025903] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c67cc7-de7f-4c9f-acda-cfab10578b09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.041345] env[69217]: DEBUG nova.compute.provider_tree [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.046909] env[69217]: DEBUG nova.objects.base [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.047182] env[69217]: DEBUG nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.049161] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532725, 'name': CreateVM_Task, 'duration_secs': 0.347572} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.049322] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.050211] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.050343] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.050656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.050912] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb9f6bd-3042-4d70-a2ad-3bc86d8cd425 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.057426] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1010.057426] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f8bbf3-7ec3-7dff-1e4f-41564c496f78" [ 1010.057426] env[69217]: _type = "Task" [ 1010.057426] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.066330] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f8bbf3-7ec3-7dff-1e4f-41564c496f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.105223] env[69217]: DEBUG oslo_vmware.api [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532722, 'name': PowerOnVM_Task, 'duration_secs': 0.648653} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.105559] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.105701] env[69217]: INFO nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1010.105881] env[69217]: DEBUG nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.106677] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590a15f-a8b0-44bb-9a5c-b6dff7995a86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.133675] env[69217]: DEBUG nova.policy [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.138165] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Successfully created port: a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.198634] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.362292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.362292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.544638] env[69217]: DEBUG nova.scheduler.client.report [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.569043] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f8bbf3-7ec3-7dff-1e4f-41564c496f78, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.569988] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.570891] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.570891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.570891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.570891] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.572031] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d30c576-cf49-43c8-9b10-e3e5c613dfe2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.580690] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.580868] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.581620] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd94aa5e-1264-409c-a669-39770e44a985 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.591446] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1010.591446] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce3469-009b-f8c0-bfe0-c050d5593541" [ 1010.591446] env[69217]: _type = "Task" [ 1010.591446] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.609884] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ce3469-009b-f8c0-bfe0-c050d5593541, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.610225] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b272f17c-2cea-4b4b-ab1f-4224fc77501b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.619855] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1010.619855] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52aacbfe-d876-043e-f40c-a25b5b14c9dc" [ 1010.619855] env[69217]: _type = "Task" [ 1010.619855] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.626024] env[69217]: INFO nova.compute.manager [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Took 37.59 seconds to build instance. [ 1010.632798] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52aacbfe-d876-043e-f40c-a25b5b14c9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.633259] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.633563] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 66086965-49d5-4372-966e-738e9d005efe/66086965-49d5-4372-966e-738e9d005efe.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.633827] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12c41ff-2852-4ca5-a102-7c2c0513eb09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.642474] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1010.642474] env[69217]: value = "task-3532726" [ 1010.642474] env[69217]: _type = "Task" [ 1010.642474] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.651362] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.689023] env[69217]: DEBUG nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Successfully created port: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.867300] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.887417] env[69217]: DEBUG nova.network.neutron [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updated VIF entry in instance network info cache for port f1539a4a-1b11-43dd-97b2-0dab3f216b68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.887983] env[69217]: DEBUG nova.network.neutron [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updating instance_info_cache with network_info: [{"id": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "address": "fa:16:3e:3b:d0:34", "network": {"id": "be63121d-d1c7-4ebf-89ce-7752e3bc94af", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-680731296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7ee36f97ae421d99cbba2394736fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1539a4a-1b", "ovs_interfaceid": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.051316] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.056039] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.303s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.056039] env[69217]: DEBUG nova.objects.instance [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'resources' on Instance uuid 80c24bd8-61ce-4833-9d47-d3d268a9d58d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.083982] env[69217]: INFO nova.scheduler.client.report [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Deleted allocations for instance 6778e64f-50f5-4a2f-8d5b-947be28c527a [ 1011.128784] env[69217]: DEBUG oslo_concurrency.lockutils [None req-837a3f70-9d52-4429-ac2a-5f74955c76e0 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.158s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.157975] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532726, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.212553] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.244477] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.244815] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.246806] env[69217]: DEBUG nova.virt.hardware [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.247903] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4fa03-97e7-4412-9ba1-ff8747e96286 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.256423] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb975941-45dd-4f61-8fd1-3534ec44c2ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.391823] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.391823] env[69217]: DEBUG oslo_concurrency.lockutils [req-cd9cbed0-ab44-41ac-846a-48b7df75993e req-73686faa-a29b-4fd0-a924-2b9879bd89da service nova] Releasing lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.597019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Lock "6778e64f-50f5-4a2f-8d5b-947be28c527a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.178s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.657444] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527103} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.658264] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 66086965-49d5-4372-966e-738e9d005efe/66086965-49d5-4372-966e-738e9d005efe.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.658571] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.658873] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3820deab-be05-4569-9c47-d59d67dee200 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.667753] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1011.667753] env[69217]: value = "task-3532727" [ 1011.667753] env[69217]: _type = "Task" [ 1011.667753] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.679912] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.791127] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.791386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.791724] env[69217]: INFO nova.compute.manager [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Shelving [ 1011.824901] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34af0baf-1332-4806-90a9-97c4c4a90262 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.833225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711f9efd-d286-41c3-8750-746d85bb7b1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.866707] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62bef7-c6c0-40be-abab-44743babaceb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.875224] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e6b5c-cc31-463c-b1db-e598f3c940a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.889391] env[69217]: DEBUG nova.compute.provider_tree [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.179318] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069341} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.179659] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.180462] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a30eb9-98f4-403f-8f8d-e3fcec309e70 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.203435] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 66086965-49d5-4372-966e-738e9d005efe/66086965-49d5-4372-966e-738e9d005efe.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.203757] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfe46fe-0138-4c0e-82fe-5961b0e96ce0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.224308] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1012.224308] env[69217]: value = "task-3532728" [ 1012.224308] env[69217]: _type = "Task" [ 1012.224308] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.234009] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.328440] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Successfully updated port: a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.382886] env[69217]: DEBUG nova.compute.manager [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Received event network-vif-plugged-a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.383135] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] Acquiring lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.383350] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.383527] env[69217]: DEBUG oslo_concurrency.lockutils [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.383711] env[69217]: DEBUG nova.compute.manager [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] No waiting events found dispatching network-vif-plugged-a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.383872] env[69217]: WARNING nova.compute.manager [req-6a6da86c-8bbd-4e21-8fff-9e2dc63dc1ca req-6d02eb0d-e4f4-4556-ae05-d97f821400ae service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Received unexpected event network-vif-plugged-a1d2359c-2888-4f0b-ad07-ee383a437ff5 for instance with vm_state building and task_state spawning. [ 1012.392310] env[69217]: DEBUG nova.scheduler.client.report [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.597138] env[69217]: DEBUG nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Successfully updated port: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.739423] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532728, 'name': ReconfigVM_Task, 'duration_secs': 0.296553} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.739722] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 66086965-49d5-4372-966e-738e9d005efe/66086965-49d5-4372-966e-738e9d005efe.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.741104] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b39ca3-3b52-493a-b09e-6a465beb8893 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.748183] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1012.748183] env[69217]: value = "task-3532729" [ 1012.748183] env[69217]: _type = "Task" [ 1012.748183] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.759351] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532729, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.803430] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.803683] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55326dff-69e3-4278-a649-601527b24b5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.809895] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1012.809895] env[69217]: value = "task-3532730" [ 1012.809895] env[69217]: _type = "Task" [ 1012.809895] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.819316] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.831133] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.831257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.831406] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.897746] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.900308] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.305s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.900854] env[69217]: DEBUG nova.objects.instance [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lazy-loading 'resources' on Instance uuid 18fea106-14dd-444e-a58d-44c26da6cb93 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.933125] env[69217]: INFO nova.scheduler.client.report [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted allocations for instance 80c24bd8-61ce-4833-9d47-d3d268a9d58d [ 1013.100833] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.101048] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.101233] env[69217]: DEBUG nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.261202] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532729, 'name': Rename_Task, 'duration_secs': 0.143906} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.261475] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.262697] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4fe557f-b3d1-401f-bc8a-30d553249a06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.270196] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1013.270196] env[69217]: value = "task-3532731" [ 1013.270196] env[69217]: _type = "Task" [ 1013.270196] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.279800] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.320401] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532730, 'name': PowerOffVM_Task, 'duration_secs': 0.210077} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.320573] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.321430] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d3ec7b-005c-48eb-8be1-4c5c0db7fb9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.342379] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adb815-b1d3-44cc-98c0-2bd5887304f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.399654] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.453177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae8f482d-1915-477d-9183-0c850f5e1dff tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "80c24bd8-61ce-4833-9d47-d3d268a9d58d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.130s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.640055] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a120df-dc1b-4241-8bc1-5b2e09b607a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.648155] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35c863-bad5-4dab-931f-9fedd4101a1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.682618] env[69217]: DEBUG nova.network.neutron [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Updating instance_info_cache with network_info: [{"id": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "address": "fa:16:3e:2a:cb:af", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d2359c-28", "ovs_interfaceid": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.685478] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1c2d5-1bde-4065-b169-213753b3ea47 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.689395] env[69217]: WARNING nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1013.696914] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06568a95-d44d-42af-bdec-ab322537f738 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.714328] env[69217]: DEBUG nova.compute.provider_tree [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.781452] env[69217]: DEBUG oslo_vmware.api [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532731, 'name': PowerOnVM_Task, 'duration_secs': 0.472816} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.782377] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.782377] env[69217]: INFO nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1013.782561] env[69217]: DEBUG nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.783480] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582d7559-b093-4413-ad28-607c60e78cb4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.854647] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.855940] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8637cec-d520-4af0-aaf7-82f04cfdffb7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.864447] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1013.864447] env[69217]: value = "task-3532732" [ 1013.864447] env[69217]: _type = "Task" [ 1013.864447] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.876929] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532732, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.067623] env[69217]: DEBUG nova.network.neutron [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345", "address": "fa:16:3e:9b:fd:d3", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9bf4-9e", "ovs_interfaceid": "cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.189453] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.189783] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Instance network_info: |[{"id": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "address": "fa:16:3e:2a:cb:af", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d2359c-28", "ovs_interfaceid": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.190301] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:cb:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1d2359c-2888-4f0b-ad07-ee383a437ff5', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.198551] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.198551] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.198551] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee86e634-d555-4ce7-b25a-8c543ab3a69e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.217883] env[69217]: DEBUG nova.scheduler.client.report [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.225962] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.225962] env[69217]: value = "task-3532733" [ 1014.225962] env[69217]: _type = "Task" [ 1014.225962] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.233903] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532733, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.312028] env[69217]: INFO nova.compute.manager [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Took 40.24 seconds to build instance. [ 1014.377117] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532732, 'name': CreateSnapshot_Task, 'duration_secs': 0.430349} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.377415] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.378780] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144bf8d-56e1-43ac-92b9-db27a5c0cf11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.569965] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.570675] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.570837] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.571722] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35cdd8-52a5-4762-8f89-9f9325414fc7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.597258] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.597543] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.597707] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.597893] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.598076] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.598242] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.598454] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.599204] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.599393] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.599567] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.599744] env[69217]: DEBUG nova.virt.hardware [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.606575] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfiguring VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1014.607115] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b51236e-1479-41c1-80ef-23cff608b364 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.627519] env[69217]: DEBUG oslo_vmware.api [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1014.627519] env[69217]: value = "task-3532734" [ 1014.627519] env[69217]: _type = "Task" [ 1014.627519] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.644962] env[69217]: DEBUG oslo_vmware.api [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532734, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.671960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.674547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.722054] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.725020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.142s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.726411] env[69217]: DEBUG nova.objects.instance [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'resources' on Instance uuid b8a9a60d-422c-46c1-bfa2-749d678b9220 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.738307] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532733, 'name': CreateVM_Task, 'duration_secs': 0.36548} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.738544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.739450] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.739690] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.740206] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741359] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8140ed-547c-4379-889b-9d87929e0434 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.747930] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1014.747930] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ddd16e-7a18-1a9d-b465-f845a036d623" [ 1014.747930] env[69217]: _type = "Task" [ 1014.747930] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.757580] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ddd16e-7a18-1a9d-b465-f845a036d623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.762431] env[69217]: INFO nova.scheduler.client.report [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Deleted allocations for instance 18fea106-14dd-444e-a58d-44c26da6cb93 [ 1014.808317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.760s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.899228] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.899574] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fcfb17e-1de8-4ea7-94b2-0b50792ca38d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.912092] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1014.912092] env[69217]: value = "task-3532735" [ 1014.912092] env[69217]: _type = "Task" [ 1014.912092] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.916780] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532735, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.002258] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.002543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.141180] env[69217]: DEBUG oslo_vmware.api [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.175506] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.264209] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ddd16e-7a18-1a9d-b465-f845a036d623, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.264728] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.264866] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.265238] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.265466] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.265690] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.265996] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863d906f-dd73-456f-8788-cea0a5355285 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.275153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-841ea82d-b4d3-4474-a2ec-06457ebcd738 tempest-ServersAaction247Test-863780518 tempest-ServersAaction247Test-863780518-project-member] Lock "18fea106-14dd-444e-a58d-44c26da6cb93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.885s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.280059] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.280265] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.284530] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0606aa45-2f39-4320-b634-6b7f7fec9cf6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.295601] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1015.295601] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c99b4d-e1e7-0fbb-4db5-dd73e51e6c59" [ 1015.295601] env[69217]: _type = "Task" [ 1015.295601] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.305132] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c99b4d-e1e7-0fbb-4db5-dd73e51e6c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.428202] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532735, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.505659] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.571010] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffda4c6-2d2e-4ec1-a5f3-98d816fe0f41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.576775] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf21316-c1a8-441d-bbec-406ae1c3391d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.610672] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c133161-ddfb-494d-8eea-89e08c0316fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.618859] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c3c8f-b9e8-4b07-b7b6-04e51cf6a802 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.636617] env[69217]: DEBUG nova.compute.provider_tree [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.649220] env[69217]: DEBUG oslo_vmware.api [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532734, 'name': ReconfigVM_Task, 'duration_secs': 0.892024} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.649815] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.650214] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfigured VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1015.702114] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.763184] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Received event network-changed-a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.763346] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Refreshing instance network info cache due to event network-changed-a1d2359c-2888-4f0b-ad07-ee383a437ff5. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.763569] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Acquiring lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.763869] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Acquired lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.764077] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Refreshing network info cache for port a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.806248] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c99b4d-e1e7-0fbb-4db5-dd73e51e6c59, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.807115] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30921ab-d91a-4d10-b010-50073ba1370d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.812957] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1015.812957] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c14bdf-fb7d-23ab-9485-735fe6ee1bd5" [ 1015.812957] env[69217]: _type = "Task" [ 1015.812957] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.821622] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c14bdf-fb7d-23ab-9485-735fe6ee1bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.923392] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532735, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.031012] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.144728] env[69217]: DEBUG nova.scheduler.client.report [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.156170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-71a3cd50-8cad-40c5-ad3b-846149d17b07 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.224s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.324427] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c14bdf-fb7d-23ab-9485-735fe6ee1bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.324924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.325201] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 1307d91b-d50b-4591-b35e-9a07cc6af010/1307d91b-d50b-4591-b35e-9a07cc6af010.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.325473] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5046bd55-9595-49a4-bcb4-e919adbd6fea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.332577] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1016.332577] env[69217]: value = "task-3532736" [ 1016.332577] env[69217]: _type = "Task" [ 1016.332577] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.342875] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.420084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "73a506d7-e144-47cc-b825-b868a4bc24b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.420370] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.422141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.422141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.422141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.423506] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532735, 'name': CloneVM_Task, 'duration_secs': 1.121656} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.423974] env[69217]: INFO nova.compute.manager [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Terminating instance [ 1016.425331] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Created linked-clone VM from snapshot [ 1016.427415] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fa254-7986-4091-8dd1-42ecee2d25d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.435860] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Uploading image 09f19825-14be-4ecd-b62a-9c345936a6dc {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.465488] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.465488] env[69217]: value = "vm-705598" [ 1016.465488] env[69217]: _type = "VirtualMachine" [ 1016.465488] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.465866] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d162e9e-596e-41be-88e9-e7593b1c3461 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.471520] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lease: (returnval){ [ 1016.471520] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f07360-c1c9-7f40-af46-8c2ecbc87204" [ 1016.471520] env[69217]: _type = "HttpNfcLease" [ 1016.471520] env[69217]: } obtained for exporting VM: (result){ [ 1016.471520] env[69217]: value = "vm-705598" [ 1016.471520] env[69217]: _type = "VirtualMachine" [ 1016.471520] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.471823] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the lease: (returnval){ [ 1016.471823] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f07360-c1c9-7f40-af46-8c2ecbc87204" [ 1016.471823] env[69217]: _type = "HttpNfcLease" [ 1016.471823] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.481919] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.481919] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f07360-c1c9-7f40-af46-8c2ecbc87204" [ 1016.481919] env[69217]: _type = "HttpNfcLease" [ 1016.481919] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.649964] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.652720] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.966s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.653465] env[69217]: DEBUG nova.objects.instance [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lazy-loading 'resources' on Instance uuid 4e41b95c-a1c5-49b7-8a26-b6be40046a4e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.711328] env[69217]: INFO nova.scheduler.client.report [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted allocations for instance b8a9a60d-422c-46c1-bfa2-749d678b9220 [ 1016.742298] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Updated VIF entry in instance network info cache for port a1d2359c-2888-4f0b-ad07-ee383a437ff5. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.742694] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Updating instance_info_cache with network_info: [{"id": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "address": "fa:16:3e:2a:cb:af", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d2359c-28", "ovs_interfaceid": "a1d2359c-2888-4f0b-ad07-ee383a437ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.848486] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532736, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.931974] env[69217]: DEBUG nova.compute.manager [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.932371] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.933224] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbc302-c246-4c08-88f3-5f06af44469e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.941044] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.941351] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb158903-c252-4255-b01c-44f7eb880c2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.950694] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1016.950694] env[69217]: value = "task-3532738" [ 1016.950694] env[69217]: _type = "Task" [ 1016.950694] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.959654] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.982046] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.982046] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f07360-c1c9-7f40-af46-8c2ecbc87204" [ 1016.982046] env[69217]: _type = "HttpNfcLease" [ 1016.982046] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.982046] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.982046] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f07360-c1c9-7f40-af46-8c2ecbc87204" [ 1016.982046] env[69217]: _type = "HttpNfcLease" [ 1016.982046] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.982791] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98bc917-f3b3-429e-8573-3fbfcaadf508 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.990895] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.991087] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.103299] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e4045a8-38ec-4df2-bea1-4c0f97bfa7b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.225349] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d4af5c00-d47c-4850-9a08-6649372dfd2e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "b8a9a60d-422c-46c1-bfa2-749d678b9220" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.181s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.245408] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Releasing lock "refresh_cache-1307d91b-d50b-4591-b35e-9a07cc6af010" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.245692] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-vif-plugged-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.246066] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.246317] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.246382] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.246569] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] No waiting events found dispatching network-vif-plugged-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.247206] env[69217]: WARNING nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received unexpected event network-vif-plugged-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 for instance with vm_state active and task_state None. [ 1017.247206] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-changed-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.247206] env[69217]: DEBUG nova.compute.manager [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing instance network info cache due to event network-changed-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.247363] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.247435] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.247624] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Refreshing network info cache for port cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.351110] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574935} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.351521] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 1307d91b-d50b-4591-b35e-9a07cc6af010/1307d91b-d50b-4591-b35e-9a07cc6af010.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.351860] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.353044] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4f7ea3-e53e-4ceb-abb2-f9cb0b49aa50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.361838] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1017.361838] env[69217]: value = "task-3532739" [ 1017.361838] env[69217]: _type = "Task" [ 1017.361838] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.372070] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.463824] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532738, 'name': PowerOffVM_Task, 'duration_secs': 0.370297} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.464204] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.464464] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.467612] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373ff788-5f0f-4be7-b1cc-cad59a54a743 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.469259] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39af718-c05c-4fe8-b45e-f6215565abde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.475643] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0ade29-e7b1-403d-b260-bd9210be6669 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.517202] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3f142-8da3-4308-8bd4-d9a18fec63df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.529026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af014e-81be-415c-a196-d2f60df65935 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.547074] env[69217]: DEBUG nova.compute.provider_tree [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.550804] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.551445] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.551445] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore2] 73a506d7-e144-47cc-b825-b868a4bc24b9 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.551941] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a872ed9a-1636-44c3-8c99-2adf5da011de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.562175] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1017.562175] env[69217]: value = "task-3532741" [ 1017.562175] env[69217]: _type = "Task" [ 1017.562175] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.571253] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.619192] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.619608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.852876] env[69217]: DEBUG nova.compute.manager [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Received event network-changed-f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.854215] env[69217]: DEBUG nova.compute.manager [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Refreshing instance network info cache due to event network-changed-f1539a4a-1b11-43dd-97b2-0dab3f216b68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.855163] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] Acquiring lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.856610] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] Acquired lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.857645] env[69217]: DEBUG nova.network.neutron [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Refreshing network info cache for port f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.881103] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.882334] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.886382] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f36cf5-4eb3-402d-9e35-407af8f81c2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.912615] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1307d91b-d50b-4591-b35e-9a07cc6af010/1307d91b-d50b-4591-b35e-9a07cc6af010.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.913152] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d15c339-1a5d-49b2-9249-5ea8a72ff06e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.941243] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1017.941243] env[69217]: value = "task-3532742" [ 1017.941243] env[69217]: _type = "Task" [ 1017.941243] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.950488] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.005767] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "516953cd-2bfb-4cac-a962-74116a928793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.006050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.053305] env[69217]: DEBUG nova.scheduler.client.report [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.075191] env[69217]: DEBUG oslo_vmware.api [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276567} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.078075] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.078319] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.078853] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.078853] env[69217]: INFO nova.compute.manager [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1018.079089] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.080588] env[69217]: DEBUG nova.compute.manager [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.080793] env[69217]: DEBUG nova.network.neutron [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.126583] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.313861] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updated VIF entry in instance network info cache for port cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.314284] env[69217]: DEBUG nova.network.neutron [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345", "address": "fa:16:3e:9b:fd:d3", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9bf4-9e", "ovs_interfaceid": "cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.316975] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "1bfb197a-067d-498f-9af3-bd6a384bd451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.317423] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.317666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.317860] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.318071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.320245] env[69217]: INFO nova.compute.manager [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Terminating instance [ 1018.454113] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.508920] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.564222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.569248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.440s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.569375] env[69217]: DEBUG nova.objects.instance [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lazy-loading 'resources' on Instance uuid fd2abf04-8542-4fe9-9d72-77202b316adf {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.580232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.580626] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.595927] env[69217]: INFO nova.scheduler.client.report [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Deleted allocations for instance 4e41b95c-a1c5-49b7-8a26-b6be40046a4e [ 1018.654572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.817596] env[69217]: DEBUG oslo_concurrency.lockutils [req-cac47eb3-766a-42a9-beb1-df5bd801359a req-bce8f861-89b6-468e-8e05-5956ce8dca45 service nova] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.824753] env[69217]: DEBUG nova.compute.manager [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.825073] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.826048] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d11298-b30e-456c-9697-98be8b0179aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.834675] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.838021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ecf0842-de30-43a6-9907-f9e0f0eb6816 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.842499] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 1018.842499] env[69217]: value = "task-3532743" [ 1018.842499] env[69217]: _type = "Task" [ 1018.842499] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.852250] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.919796] env[69217]: DEBUG nova.network.neutron [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updated VIF entry in instance network info cache for port f1539a4a-1b11-43dd-97b2-0dab3f216b68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.920249] env[69217]: DEBUG nova.network.neutron [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updating instance_info_cache with network_info: [{"id": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "address": "fa:16:3e:3b:d0:34", "network": {"id": "be63121d-d1c7-4ebf-89ce-7752e3bc94af", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-680731296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7ee36f97ae421d99cbba2394736fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1539a4a-1b", "ovs_interfaceid": "f1539a4a-1b11-43dd-97b2-0dab3f216b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.953346] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532742, 'name': ReconfigVM_Task, 'duration_secs': 0.733893} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.953796] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1307d91b-d50b-4591-b35e-9a07cc6af010/1307d91b-d50b-4591-b35e-9a07cc6af010.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.954644] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e10784c-e2e5-47c2-b54d-3928d15cf4a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.962813] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1018.962813] env[69217]: value = "task-3532744" [ 1018.962813] env[69217]: _type = "Task" [ 1018.962813] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.972201] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532744, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.038442] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.083682] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.084238] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.085312] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf9054-afa4-4abe-b5b9-f3f424fc98af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.113758] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d45c0d98-ffff-45a1-a217-02ae76d2854d tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Lock "4e41b95c-a1c5-49b7-8a26-b6be40046a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.964s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.118825] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508430b-ed78-4992-aa88-399cd6a29562 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.158156] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfiguring VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1019.163435] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7adf4f15-0a30-404e-aa22-d422205b7512 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.187820] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1019.187820] env[69217]: value = "task-3532745" [ 1019.187820] env[69217]: _type = "Task" [ 1019.187820] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.202140] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.204564] env[69217]: DEBUG nova.network.neutron [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.357451] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532743, 'name': PowerOffVM_Task, 'duration_secs': 0.245858} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.358783] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.358783] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.358941] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4cf86b-90d6-4e44-b726-2c63acd1d33a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.424266] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8fb867-6248-42c0-9256-8c5c3d13caa5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.426729] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7de0628-e19c-488e-bc85-cce1954ceb3c req-9c647929-c26e-432f-a989-c58846a3e9de service nova] Releasing lock "refresh_cache-66086965-49d5-4372-966e-738e9d005efe" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1419e-27f5-424a-a55d-ae3c656e0cb7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.473556] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97e842-0e0f-4a78-a3cf-edec62ce725c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.476434] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.476434] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.476607] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleting the datastore file [datastore2] 1bfb197a-067d-498f-9af3-bd6a384bd451 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.477410] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad377e2-ddb8-466c-8dc0-773ffbad3fe4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.484911] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532744, 'name': Rename_Task, 'duration_secs': 0.186629} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.488237] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.488644] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for the task: (returnval){ [ 1019.488644] env[69217]: value = "task-3532747" [ 1019.488644] env[69217]: _type = "Task" [ 1019.488644] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.488931] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5c02ca-3f9a-4c07-b659-46c64154b1d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.491664] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eda8c68-67b4-432f-af90-245493019353 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.517741] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1019.517741] env[69217]: value = "task-3532748" [ 1019.517741] env[69217]: _type = "Task" [ 1019.517741] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.518569] env[69217]: DEBUG nova.compute.provider_tree [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.523882] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.530875] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532748, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.698038] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.707657] env[69217]: INFO nova.compute.manager [-] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Took 1.63 seconds to deallocate network for instance. [ 1019.888859] env[69217]: DEBUG nova.compute.manager [req-34fbeda4-9733-4ab2-a935-a8b4a5acf16f req-d962df5c-16a5-47fd-b5d1-5019cdd67f7e service nova] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Received event network-vif-deleted-522cfff3-b16d-4ce1-948f-c79268fc5d5c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.001605] env[69217]: DEBUG oslo_vmware.api [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Task: {'id': task-3532747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296761} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.002368] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.002368] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.002368] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.002559] env[69217]: INFO nova.compute.manager [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1020.002649] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.002832] env[69217]: DEBUG nova.compute.manager [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.002916] env[69217]: DEBUG nova.network.neutron [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.022947] env[69217]: DEBUG nova.scheduler.client.report [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.036023] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.201503] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.224069] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.530934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.535573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.579s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.537346] env[69217]: INFO nova.compute.claims [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.549216] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.560223] env[69217]: INFO nova.scheduler.client.report [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Deleted allocations for instance fd2abf04-8542-4fe9-9d72-77202b316adf [ 1020.699913] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.793166] env[69217]: DEBUG nova.network.neutron [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.039862] env[69217]: DEBUG oslo_vmware.api [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532748, 'name': PowerOnVM_Task, 'duration_secs': 1.112976} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.040142] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.040367] env[69217]: INFO nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1021.040788] env[69217]: DEBUG nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.042425] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a4cf63-f57e-449a-9366-91fe724f6713 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.072737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abef9a65-4ccb-48c5-8ebc-7ec657598941 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Lock "fd2abf04-8542-4fe9-9d72-77202b316adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.796s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.202142] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.295502] env[69217]: INFO nova.compute.manager [-] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Took 1.29 seconds to deallocate network for instance. [ 1021.357513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.357730] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.568192] env[69217]: INFO nova.compute.manager [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Took 34.71 seconds to build instance. [ 1021.706557] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.806047] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.827009] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d59b1-2b5a-4087-9b53-5f26c10f6888 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.836752] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98366075-0e14-4d4c-9e9b-9c9ba3e8332d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.876239] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.879060] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63901eb-e25c-488a-87dc-bae48227e375 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.891244] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840d5a6-0179-486f-8f22-fcbe23c0b2d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.904147] env[69217]: DEBUG nova.compute.provider_tree [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.921983] env[69217]: DEBUG nova.compute.manager [req-e9292e46-e60a-423d-930a-251de7b27299 req-63ca339b-241e-4eba-b751-e6ba9731a80a service nova] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Received event network-vif-deleted-0768dfd0-cfd5-4424-9842-0fd070949eed {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.067109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.222s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.206441] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.226257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.226257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.398903] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.410023] env[69217]: DEBUG nova.scheduler.client.report [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.494283] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.496036] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.708432] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.730339] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.913914] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.914462] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.918433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.527s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.918503] env[69217]: INFO nova.compute.claims [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.007893] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1023.007893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.212842] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.258515] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.423478] env[69217]: DEBUG nova.compute.utils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.427249] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.427470] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.510718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.664054] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.664457] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.708075] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.772416] env[69217]: DEBUG nova.policy [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140e7e2abe2646a3afe83ab56ed97ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f28a520fc7c46b19219bcc495345e09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.928603] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.168631] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.206201] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.207192] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b9e070-4fcc-416c-a40f-6733263e2ca2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.224572] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.224820] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.224965] env[69217]: ERROR oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk due to incomplete transfer. [ 1024.227442] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fde77b8-74ff-401c-8689-79bb7b36b09e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.235808] env[69217]: DEBUG oslo_vmware.rw_handles [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dccfd-b601-3400-a6e5-51ecdfd12516/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.236016] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Uploaded image 09f19825-14be-4ecd-b62a-9c345936a6dc to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.238470] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.239744] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1526a68-976e-462f-ada6-906ddc75a3eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.241845] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7999be-7dfd-4690-8797-14ba8116d6ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.253328] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8543012-f6af-48a2-9d1c-bea031a5eed6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.256375] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1024.256375] env[69217]: value = "task-3532749" [ 1024.256375] env[69217]: _type = "Task" [ 1024.256375] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.284904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783ef8c-0855-424d-8cca-386dcea89e67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.291224] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532749, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.295868] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b459e8-063a-4aff-80b5-c97d4a32df99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.310458] env[69217]: DEBUG nova.compute.provider_tree [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.336871] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Successfully created port: 020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.697057] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.709895] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.767460] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532749, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.813732] env[69217]: DEBUG nova.scheduler.client.report [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.939683] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.974204] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.975539] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.975796] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.976060] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.976717] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.977208] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.979279] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.979462] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.979637] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.979803] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.979974] env[69217]: DEBUG nova.virt.hardware [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.980885] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071c0ba-ad7b-487b-8650-dfde1ac74912 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.990665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8028b82-31d9-43e2-9ff2-49161c5a91b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.211919] env[69217]: DEBUG oslo_vmware.api [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532745, 'name': ReconfigVM_Task, 'duration_secs': 5.91524} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.212273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.212553] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Reconfigured VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1025.267867] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532749, 'name': Destroy_Task, 'duration_secs': 0.98263} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.268167] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Destroyed the VM [ 1025.268404] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.268653] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c0f71bd-64c8-4de5-a953-355c33a8ffd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.275637] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1025.275637] env[69217]: value = "task-3532750" [ 1025.275637] env[69217]: _type = "Task" [ 1025.275637] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.285358] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.318517] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.319062] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.321737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.620s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.323351] env[69217]: INFO nova.compute.claims [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.499134] env[69217]: DEBUG nova.compute.manager [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-vif-deleted-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.499134] env[69217]: INFO nova.compute.manager [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Neutron deleted interface cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345; detaching it from the instance and deleting it from the info cache [ 1025.499134] env[69217]: DEBUG nova.network.neutron [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.787849] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532750, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.828886] env[69217]: DEBUG nova.compute.utils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.833844] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1026.003134] env[69217]: DEBUG oslo_concurrency.lockutils [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.003300] env[69217]: DEBUG oslo_concurrency.lockutils [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] Acquired lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.004366] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227bf02-2c8b-44cd-aa8f-5bb66af5915e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.030644] env[69217]: DEBUG oslo_concurrency.lockutils [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] Releasing lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.030932] env[69217]: WARNING nova.compute.manager [req-628da9b5-6592-4e98-9288-a576ce5c8b32 req-6deeb753-e365-44d9-90c5-45f51cf8b96e service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Detach interface failed, port_id=cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345, reason: No device with interface-id cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 exists on VM: nova.exception.NotFound: No device with interface-id cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 exists on VM [ 1026.125392] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Successfully updated port: 020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.286939] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664192} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.287327] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.287614] env[69217]: DEBUG nova.compute.manager [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.288685] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af1b12-323b-444c-aeac-62b8417af10e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.334741] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.478308] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.478500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.478671] env[69217]: DEBUG nova.network.neutron [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.512068] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.512304] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.512507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.512691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.512857] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.514705] env[69217]: INFO nova.compute.manager [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Terminating instance [ 1026.558223] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ee700-bd85-4d31-9139-597e6558fed5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.566070] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a2ca2-d614-4043-9024-50aaa922e97a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.597166] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b8fac4-dac2-46fe-b435-9ced3edc6a44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.604323] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a085e1d3-3974-4fc4-97c5-a2aa0723f6c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.618446] env[69217]: DEBUG nova.compute.provider_tree [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.628375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.628591] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.805531] env[69217]: INFO nova.compute.manager [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Shelve offloading [ 1027.022115] env[69217]: DEBUG nova.compute.manager [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.022506] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.023907] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b153c5-25dd-4168-97de-a73cac8e5957 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.039224] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.039224] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0c62f3-aacc-4327-977d-e7d612dd52cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.049494] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1027.049494] env[69217]: value = "task-3532751" [ 1027.049494] env[69217]: _type = "Task" [ 1027.049494] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.057908] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.123181] env[69217]: DEBUG nova.scheduler.client.report [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.165551] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.310443] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.310849] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ef7081-2dab-4800-b033-30067d94ba64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.317943] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1027.317943] env[69217]: value = "task-3532752" [ 1027.317943] env[69217]: _type = "Task" [ 1027.317943] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.329260] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.329639] env[69217]: DEBUG nova.compute.manager [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.330742] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68bbb57-2d90-4787-8eb5-57e879ff8e17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.336887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.337108] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.337345] env[69217]: DEBUG nova.network.neutron [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.351758] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.386072] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.386288] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.386446] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.386871] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.387101] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.387310] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.387585] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.387756] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.387925] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.388102] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.388348] env[69217]: DEBUG nova.virt.hardware [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.389535] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d7c59e-0f2b-4497-b981-c116e0c928fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.395307] env[69217]: DEBUG nova.network.neutron [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [{"id": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "address": "fa:16:3e:7d:a9:74", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69304fb-b4", "ovs_interfaceid": "e69304fb-b455-4dbd-b4e1-411bf09aaf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.399779] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50407c5-0570-40cd-9f8a-68dfe2629cc4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.416453] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.422053] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Creating folder: Project (b1985f16219a4b9190b2252fdf1c72a9). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.423271] env[69217]: DEBUG nova.network.neutron [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Updating instance_info_cache with network_info: [{"id": "020ceefd-2fdf-471c-8dad-f967af60ec36", "address": "fa:16:3e:cc:d7:c3", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020ceefd-2f", "ovs_interfaceid": "020ceefd-2fdf-471c-8dad-f967af60ec36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.425016] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0418d679-2c98-4a75-af24-de47c8fb8439 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.434973] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Created folder: Project (b1985f16219a4b9190b2252fdf1c72a9) in parent group-v705386. [ 1027.435237] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Creating folder: Instances. Parent ref: group-v705599. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.435623] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a609659d-0b27-498c-a59d-6a4bf5a7ef96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.443790] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Created folder: Instances in parent group-v705599. [ 1027.444027] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.444221] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.444429] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf65d99-edd8-4947-b2da-6285c01434bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.461706] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.461706] env[69217]: value = "task-3532755" [ 1027.461706] env[69217]: _type = "Task" [ 1027.461706] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.469746] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532755, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.524066] env[69217]: DEBUG nova.compute.manager [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Received event network-vif-plugged-020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.524218] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Acquiring lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.524576] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.524881] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.525182] env[69217]: DEBUG nova.compute.manager [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] No waiting events found dispatching network-vif-plugged-020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.525484] env[69217]: WARNING nova.compute.manager [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Received unexpected event network-vif-plugged-020ceefd-2fdf-471c-8dad-f967af60ec36 for instance with vm_state building and task_state spawning. [ 1027.525780] env[69217]: DEBUG nova.compute.manager [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Received event network-changed-020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.526234] env[69217]: DEBUG nova.compute.manager [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Refreshing instance network info cache due to event network-changed-020ceefd-2fdf-471c-8dad-f967af60ec36. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.526382] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Acquiring lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.558227] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532751, 'name': PowerOffVM_Task, 'duration_secs': 0.196667} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.558662] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.558951] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.560079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef17c0a-16ad-488c-bdcd-6bf19e474a18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.628800] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.629416] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.633773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.603s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.635267] env[69217]: INFO nova.compute.claims [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.637700] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.637897] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.638159] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleting the datastore file [datastore1] fbc67e62-355e-44d4-addf-e8dafc2b9e59 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.638697] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6a4c92-45c5-4d72-9a1b-ce8273328d21 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.645116] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1027.645116] env[69217]: value = "task-3532757" [ 1027.645116] env[69217]: _type = "Task" [ 1027.645116] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.655169] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.899869] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-fbc67e62-355e-44d4-addf-e8dafc2b9e59" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.928033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.928373] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance network_info: |[{"id": "020ceefd-2fdf-471c-8dad-f967af60ec36", "address": "fa:16:3e:cc:d7:c3", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020ceefd-2f", "ovs_interfaceid": "020ceefd-2fdf-471c-8dad-f967af60ec36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.928668] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Acquired lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.928845] env[69217]: DEBUG nova.network.neutron [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Refreshing network info cache for port 020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.930008] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:d7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '020ceefd-2fdf-471c-8dad-f967af60ec36', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.937972] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating folder: Project (0f28a520fc7c46b19219bcc495345e09). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.939377] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ba77cb4-7fbc-4d01-bdd9-8b74871a7b5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.950754] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created folder: Project (0f28a520fc7c46b19219bcc495345e09) in parent group-v705386. [ 1027.950950] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating folder: Instances. Parent ref: group-v705602. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.951202] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82b9263-9c69-4dbd-b27e-b8713c9618ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.959726] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created folder: Instances in parent group-v705602. [ 1027.959726] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.959880] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.960077] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca13411-2ddc-48dd-96b2-c9ed8fc96fde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.985011] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532755, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.986117] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.986117] env[69217]: value = "task-3532760" [ 1027.986117] env[69217]: _type = "Task" [ 1027.986117] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.993343] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532760, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.054074] env[69217]: DEBUG nova.network.neutron [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updating instance_info_cache with network_info: [{"id": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "address": "fa:16:3e:e5:9b:21", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703521fd-0f", "ovs_interfaceid": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.140345] env[69217]: DEBUG nova.compute.utils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.143864] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.147017] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.160338] env[69217]: DEBUG oslo_vmware.api [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168149} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.160338] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.160338] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.160338] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.160606] env[69217]: INFO nova.compute.manager [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.160849] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.161714] env[69217]: DEBUG nova.compute.manager [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.161812] env[69217]: DEBUG nova.network.neutron [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.219478] env[69217]: DEBUG nova.policy [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c74608750f243f4ba15896b746352dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5178d7d2ae6400682516d884c5413e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.405667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-fbc67e62-355e-44d4-addf-e8dafc2b9e59-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.825s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.487538] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532755, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.496219] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532760, 'name': CreateVM_Task, 'duration_secs': 0.366204} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.498664] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.500149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.500149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.500608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501182] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0fd2e1-1594-40b7-917a-45c049ab66ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.506188] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1028.506188] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52645827-7b1b-58f0-ead2-20e76ca5e06f" [ 1028.506188] env[69217]: _type = "Task" [ 1028.506188] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.514767] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52645827-7b1b-58f0-ead2-20e76ca5e06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.555538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.646576] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.756758] env[69217]: DEBUG nova.network.neutron [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Updated VIF entry in instance network info cache for port 020ceefd-2fdf-471c-8dad-f967af60ec36. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.756758] env[69217]: DEBUG nova.network.neutron [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Updating instance_info_cache with network_info: [{"id": "020ceefd-2fdf-471c-8dad-f967af60ec36", "address": "fa:16:3e:cc:d7:c3", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020ceefd-2f", "ovs_interfaceid": "020ceefd-2fdf-471c-8dad-f967af60ec36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.971695] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Successfully created port: b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.987929] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532755, 'name': CreateVM_Task, 'duration_secs': 1.291827} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.990547] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.991332] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.006829] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ffa709-768d-4e73-ab63-d2dd770fc047 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.023097] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71a072-19a8-457a-99b9-39aa5b114abf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.024927] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52645827-7b1b-58f0-ead2-20e76ca5e06f, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.025184] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.025562] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.025660] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.025806] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.025991] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.026775] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.027116] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.027386] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c39060e-8c03-487f-8cb4-7b316fbfdd87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060331] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6515fb-8b50-4b7d-88a4-a04ff83ad920 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.065280] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70566add-ce34-4974-aa50-23ddd7951e02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.074325] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.074325] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.078329] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce13538-320b-4a30-be81-619d2ca77d4c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.079309] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1029.079309] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a26e5-6e02-028c-f54e-f2060ccfffae" [ 1029.079309] env[69217]: _type = "Task" [ 1029.079309] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.086285] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06865e6f-2257-4add-a050-c285fa1e4a9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.091964] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1029.091964] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5284a357-7ea4-0e6c-820d-c614774f5a53" [ 1029.091964] env[69217]: _type = "Task" [ 1029.091964] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.107902] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a26e5-6e02-028c-f54e-f2060ccfffae, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.108496] env[69217]: DEBUG nova.compute.provider_tree [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.113046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.113046] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.113046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.115421] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5284a357-7ea4-0e6c-820d-c614774f5a53, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.116196] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a1150d-7de2-45af-b728-dc109dae5ca2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.121898] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1029.121898] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527b0afe-f440-009e-ef31-8c62fe00ad62" [ 1029.121898] env[69217]: _type = "Task" [ 1029.121898] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.130482] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527b0afe-f440-009e-ef31-8c62fe00ad62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.258810] env[69217]: DEBUG oslo_concurrency.lockutils [req-1d2ede03-2df9-4647-aeaa-039db426a675 req-f2cbbd5a-46df-4b45-8a43-e63871e3ffa1 service nova] Releasing lock "refresh_cache-ca7c9b09-691a-4545-beaa-240ea9350076" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.336031] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.337235] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5c5bc-d3eb-437b-8526-6bad31cbd05e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.344918] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.345203] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be2ed96-95ce-48a8-ad71-d79f5638c10e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.583843] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received event network-vif-unplugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.584041] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.584510] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Lock "63424515-b275-431c-a145-6e221da82cf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.585610] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Lock "63424515-b275-431c-a145-6e221da82cf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.585813] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] No waiting events found dispatching network-vif-unplugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.585993] env[69217]: WARNING nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received unexpected event network-vif-unplugged-703521fd-0f07-4394-9e9e-cc36c65fbc68 for instance with vm_state shelved and task_state shelving_offloading. [ 1029.586173] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Received event network-vif-deleted-e69304fb-b455-4dbd-b4e1-411bf09aaf18 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.586336] env[69217]: INFO nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Neutron deleted interface e69304fb-b455-4dbd-b4e1-411bf09aaf18; detaching it from the instance and deleting it from the info cache [ 1029.586497] env[69217]: DEBUG nova.network.neutron [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.614019] env[69217]: DEBUG nova.scheduler.client.report [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.632691] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527b0afe-f440-009e-ef31-8c62fe00ad62, 'name': SearchDatastore_Task, 'duration_secs': 0.033823} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.633024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.633327] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.634230] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634469] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.634735] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3801fa98-4f77-4a89-a4b1-c6ca739e34ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.636977] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21415149-a187-4501-9af5-e019a4b0e880 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.647017] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1029.647017] env[69217]: value = "task-3532762" [ 1029.647017] env[69217]: _type = "Task" [ 1029.647017] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.647017] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.647017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.650024] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86469bc5-64f4-4df4-894b-50f29145797b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.656994] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.658809] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1029.658809] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5296c8c3-b2ed-0731-61fa-22583a492fd0" [ 1029.658809] env[69217]: _type = "Task" [ 1029.658809] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.665315] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.673550] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5296c8c3-b2ed-0731-61fa-22583a492fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.674801] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f95bdc5-cd46-4e7a-b9e5-6e7f70b2fdd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.681094] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1029.681094] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f873b0-acdd-da92-c018-d14e43c179a2" [ 1029.681094] env[69217]: _type = "Task" [ 1029.681094] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.692614] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f873b0-acdd-da92-c018-d14e43c179a2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.693206] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.693206] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.693508] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11708c16-c815-4bb1-905f-3bb258ca85f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.697698] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.698330] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.698330] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.698330] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.698517] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.698697] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.698939] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.699247] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.699336] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.699617] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.699848] env[69217]: DEBUG nova.virt.hardware [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.700713] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce734f7d-9fca-47e2-892b-772efe31944f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.710543] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320fe3c-9811-4433-ba27-8bb6a8449f5a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.715969] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1029.715969] env[69217]: value = "task-3532763" [ 1029.715969] env[69217]: _type = "Task" [ 1029.715969] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.737965] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.794051] env[69217]: DEBUG nova.network.neutron [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.091021] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55dfb92f-1d31-48e9-b872-bd8a20b09dd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.104993] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc0a41-7a40-4742-b089-71999fd6dfd2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.121533] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.121533] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.122570] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.468s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.124085] env[69217]: INFO nova.compute.claims [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.151993] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Detach interface failed, port_id=e69304fb-b455-4dbd-b4e1-411bf09aaf18, reason: Instance fbc67e62-355e-44d4-addf-e8dafc2b9e59 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.152428] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Received event network-changed-703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.152670] env[69217]: DEBUG nova.compute.manager [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Refreshing instance network info cache due to event network-changed-703521fd-0f07-4394-9e9e-cc36c65fbc68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.153064] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Acquiring lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.153287] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Acquired lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.153587] env[69217]: DEBUG nova.network.neutron [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Refreshing network info cache for port 703521fd-0f07-4394-9e9e-cc36c65fbc68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.168431] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480504} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.168748] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.169015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.169591] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2251f8b-3abb-4d42-b0dc-d977705cd803 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.178606] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1030.178606] env[69217]: value = "task-3532764" [ 1030.178606] env[69217]: _type = "Task" [ 1030.178606] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.189701] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.229864] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.297247] env[69217]: INFO nova.compute.manager [-] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Took 2.14 seconds to deallocate network for instance. [ 1030.611594] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "529d1c52-bd2c-4525-86b5-1c346c547df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.611860] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.624244] env[69217]: DEBUG nova.compute.utils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.625719] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.625902] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.690065] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09002} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.690702] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.691589] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e34c8e9-af3e-41c0-867c-0d26bd7b6400 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.716989] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.720973] env[69217]: DEBUG nova.policy [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b755182b54441a9812f9034ad3d609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777690734f29463c816e04e015e8df24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.722692] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d185ca-98ae-4012-a13c-67d424f5b83a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.747287] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713651} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.748630] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.748939] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.749329] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1030.749329] env[69217]: value = "task-3532765" [ 1030.749329] env[69217]: _type = "Task" [ 1030.749329] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.749810] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf5d7e1-b83f-4b93-b6a8-bc52bb283e6c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.762231] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.764249] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1030.764249] env[69217]: value = "task-3532766" [ 1030.764249] env[69217]: _type = "Task" [ 1030.764249] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.773405] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.804348] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.959319] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Successfully updated port: b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.114399] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.130314] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.133713] env[69217]: DEBUG nova.network.neutron [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updated VIF entry in instance network info cache for port 703521fd-0f07-4394-9e9e-cc36c65fbc68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.133713] env[69217]: DEBUG nova.network.neutron [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updating instance_info_cache with network_info: [{"id": "703521fd-0f07-4394-9e9e-cc36c65fbc68", "address": "fa:16:3e:e5:9b:21", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": null, "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap703521fd-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.245136] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Successfully created port: 57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.261098] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532765, 'name': ReconfigVM_Task, 'duration_secs': 0.30252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.263543] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Reconfigured VM instance instance-00000052 to attach disk [datastore2] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.264437] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d513efc-b322-441a-b285-b677163ddc9a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.275879] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064515} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.279454] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.280142] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1031.280142] env[69217]: value = "task-3532767" [ 1031.280142] env[69217]: _type = "Task" [ 1031.280142] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.281758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed76a40-b979-443c-a2ee-4ad68c8ebda5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.306582] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.313681] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bfa0ba-78b3-492d-a3ac-8b0b4b24a1bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.327863] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532767, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.333982] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1031.333982] env[69217]: value = "task-3532768" [ 1031.333982] env[69217]: _type = "Task" [ 1031.333982] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.345428] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.434622] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.434848] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.435039] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore1] 63424515-b275-431c-a145-6e221da82cf1 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.435314] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb880c5-a7bb-4467-8bc0-f9f3e053a6bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.442366] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1031.442366] env[69217]: value = "task-3532769" [ 1031.442366] env[69217]: _type = "Task" [ 1031.442366] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.454717] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.462355] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.462514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.462711] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.476751] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a4f34-83c2-412d-8f59-32329d87d27e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.484662] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7cea3f-a087-4c79-803b-466a9e6fa87b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.516111] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45145165-f196-4c52-a706-56525eaca4b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.523746] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a40a51-70af-4612-bf5f-5d287c2880cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.537817] env[69217]: DEBUG nova.compute.provider_tree [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.633534] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.642877] env[69217]: DEBUG oslo_concurrency.lockutils [req-cf6c70f7-b285-4642-9828-8bc3a822cd44 req-20742f37-2bab-4551-b220-7aca8e500f8d service nova] Releasing lock "refresh_cache-63424515-b275-431c-a145-6e221da82cf1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.790587] env[69217]: DEBUG nova.compute.manager [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Received event network-vif-plugged-b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.790819] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.791039] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.791217] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.791389] env[69217]: DEBUG nova.compute.manager [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] No waiting events found dispatching network-vif-plugged-b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.791552] env[69217]: WARNING nova.compute.manager [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Received unexpected event network-vif-plugged-b1826a00-9517-482d-ac6d-0a0fd74ecb6c for instance with vm_state building and task_state spawning. [ 1031.791712] env[69217]: DEBUG nova.compute.manager [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Received event network-changed-b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.791864] env[69217]: DEBUG nova.compute.manager [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Refreshing instance network info cache due to event network-changed-b1826a00-9517-482d-ac6d-0a0fd74ecb6c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.792047] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Acquiring lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.798370] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532767, 'name': Rename_Task, 'duration_secs': 0.153845} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.798650] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.798923] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361b88b6-3d51-467e-b902-e646b49465f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.805629] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1031.805629] env[69217]: value = "task-3532770" [ 1031.805629] env[69217]: _type = "Task" [ 1031.805629] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.813994] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.843885] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532768, 'name': ReconfigVM_Task, 'duration_secs': 0.297373} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.845919] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.845919] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06b7bc0e-21f7-417a-948a-653b5113088c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.851492] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1031.851492] env[69217]: value = "task-3532771" [ 1031.851492] env[69217]: _type = "Task" [ 1031.851492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.862123] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532771, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.955975] env[69217]: DEBUG oslo_vmware.api [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.956313] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.956549] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.956752] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.981287] env[69217]: INFO nova.scheduler.client.report [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance 63424515-b275-431c-a145-6e221da82cf1 [ 1031.998467] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.041152] env[69217]: DEBUG nova.scheduler.client.report [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.139264] env[69217]: DEBUG nova.network.neutron [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updating instance_info_cache with network_info: [{"id": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "address": "fa:16:3e:8a:f5:08", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1826a00-95", "ovs_interfaceid": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.144906] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.169736] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.169997] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.170167] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.170346] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.170493] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.170639] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.170846] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.171017] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.171186] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.171347] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.171519] env[69217]: DEBUG nova.virt.hardware [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.172643] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a46d2-8331-4997-9434-68be447466d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.180515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5757e-c732-4ae6-bdd2-8bcff080cd98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.315815] env[69217]: DEBUG oslo_vmware.api [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532770, 'name': PowerOnVM_Task, 'duration_secs': 0.458101} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.315815] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.316178] env[69217]: INFO nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1032.316178] env[69217]: DEBUG nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.316814] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05fb1c1-aaf0-4151-8c68-8b72f90c04a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.362023] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532771, 'name': Rename_Task, 'duration_secs': 0.132185} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.362456] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.362526] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66910fa3-593a-4371-8878-ca36a6c5b3b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.369157] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1032.369157] env[69217]: value = "task-3532772" [ 1032.369157] env[69217]: _type = "Task" [ 1032.369157] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.380508] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.486092] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.545912] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.546490] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.549225] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.511s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.551021] env[69217]: INFO nova.compute.claims [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.641536] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.641934] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Instance network_info: |[{"id": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "address": "fa:16:3e:8a:f5:08", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1826a00-95", "ovs_interfaceid": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.643078] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Acquired lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.643078] env[69217]: DEBUG nova.network.neutron [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Refreshing network info cache for port b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.643750] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:f5:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1826a00-9517-482d-ac6d-0a0fd74ecb6c', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.651941] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating folder: Project (c5178d7d2ae6400682516d884c5413e2). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.653165] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee65a5c-d3eb-4a3c-a781-e7db31e74c3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.665014] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created folder: Project (c5178d7d2ae6400682516d884c5413e2) in parent group-v705386. [ 1032.665273] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating folder: Instances. Parent ref: group-v705605. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.665575] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f8f43e2-e4be-410a-a19a-647ba6192d88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.674985] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created folder: Instances in parent group-v705605. [ 1032.675369] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.675613] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.675865] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3ee988-3eb9-40ce-90d8-fcc5f0fb6e76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.696501] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.696501] env[69217]: value = "task-3532775" [ 1032.696501] env[69217]: _type = "Task" [ 1032.696501] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.704902] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532775, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.835316] env[69217]: INFO nova.compute.manager [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Took 30.90 seconds to build instance. [ 1032.879151] env[69217]: DEBUG oslo_vmware.api [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532772, 'name': PowerOnVM_Task, 'duration_secs': 0.431621} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.879528] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.879625] env[69217]: INFO nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Took 5.53 seconds to spawn the instance on the hypervisor. [ 1032.879805] env[69217]: DEBUG nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.880605] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce24a3d-f623-4033-a370-2a65adad376f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055256] env[69217]: DEBUG nova.compute.utils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.059702] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.059880] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.103940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.109618] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Successfully updated port: 57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.118303] env[69217]: DEBUG nova.policy [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05f7a296c8e44151b905a795cdd54be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc797c67fd7048769dc22d4394443bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.208554] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532775, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.337108] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fe622755-50a2-4852-98a7-12b81fa6f594 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.409s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.397760] env[69217]: INFO nova.compute.manager [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Took 22.02 seconds to build instance. [ 1033.505874] env[69217]: DEBUG nova.network.neutron [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updated VIF entry in instance network info cache for port b1826a00-9517-482d-ac6d-0a0fd74ecb6c. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.506376] env[69217]: DEBUG nova.network.neutron [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updating instance_info_cache with network_info: [{"id": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "address": "fa:16:3e:8a:f5:08", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1826a00-95", "ovs_interfaceid": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.560295] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.563355] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Successfully created port: aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.613524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.613686] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.613844] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.708251] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532775, 'name': CreateVM_Task, 'duration_secs': 0.69353} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.710598] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.711598] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.711653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.712110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.715801] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57966ef8-c681-4a2f-8693-6d81662c1d0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.718170] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1033.718170] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5234418f-d10e-0f52-3ec8-645a1979e643" [ 1033.718170] env[69217]: _type = "Task" [ 1033.718170] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.731181] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5234418f-d10e-0f52-3ec8-645a1979e643, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.731483] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.731709] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.732347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.732347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.732347] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.732629] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ba145f3-0096-4d99-9ce2-d39a7ab70780 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.740744] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.740928] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.743913] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71026a04-18ed-42b3-be02-2bb3a10fbee2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.749291] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1033.749291] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b652de-db75-9049-4c2b-ea804fdee831" [ 1033.749291] env[69217]: _type = "Task" [ 1033.749291] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.760606] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b652de-db75-9049-4c2b-ea804fdee831, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.765027] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703ecb5c-eecd-4635-b9ce-c49c8ef9e9ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.769259] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1033.769259] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5221058a-15b1-482e-88a9-9625f8de1ae8" [ 1033.769259] env[69217]: _type = "Task" [ 1033.769259] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.777390] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5221058a-15b1-482e-88a9-9625f8de1ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.858306] env[69217]: DEBUG nova.compute.manager [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Received event network-vif-plugged-57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.858579] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.858818] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.859085] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.859277] env[69217]: DEBUG nova.compute.manager [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] No waiting events found dispatching network-vif-plugged-57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.859516] env[69217]: WARNING nova.compute.manager [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Received unexpected event network-vif-plugged-57a2e1d1-8d97-4617-aee4-0970a81415b4 for instance with vm_state building and task_state spawning. [ 1033.859721] env[69217]: DEBUG nova.compute.manager [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Received event network-changed-57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.860009] env[69217]: DEBUG nova.compute.manager [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Refreshing instance network info cache due to event network-changed-57a2e1d1-8d97-4617-aee4-0970a81415b4. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.860223] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Acquiring lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.881846] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56412c40-9ddf-493a-b091-344d146c07bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.889932] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37094f4-c563-4129-bcfe-4de9f51571e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.922230] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6a206b18-e98f-4dec-a35e-529041a27126 tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.560s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.923444] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9e25f-fedd-4c1c-88ef-4d8039b3fa31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.931363] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ceff84-eae8-48e3-914e-efc47bfac42d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.947147] env[69217]: DEBUG nova.compute.provider_tree [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.009396] env[69217]: DEBUG oslo_concurrency.lockutils [req-45299507-ba64-4e3f-845b-6aeddf449a50 req-f4347e09-a8fc-4ab9-aa18-eb6e5c76435c service nova] Releasing lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121121] env[69217]: INFO nova.compute.manager [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Rebuilding instance [ 1034.164645] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.169839] env[69217]: DEBUG nova.compute.manager [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.170738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336026a0-635f-4d4f-b455-110a3cb9c72b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.280847] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5221058a-15b1-482e-88a9-9625f8de1ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.007853} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.281892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.282183] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] a09bcfb1-0983-466b-847b-4f392ee88822/a09bcfb1-0983-466b-847b-4f392ee88822.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.282461] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a1997a-5c11-47d7-ab78-f863ac833c92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.289853] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1034.289853] env[69217]: value = "task-3532776" [ 1034.289853] env[69217]: _type = "Task" [ 1034.289853] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.299269] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.350333] env[69217]: DEBUG nova.network.neutron [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Updating instance_info_cache with network_info: [{"id": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "address": "fa:16:3e:48:f4:09", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2e1d1-8d", "ovs_interfaceid": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.450293] env[69217]: DEBUG nova.scheduler.client.report [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.574384] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.598521] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.598785] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.598952] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.599300] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.599496] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.599496] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.599706] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.599867] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.600055] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.600241] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.600429] env[69217]: DEBUG nova.virt.hardware [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.602032] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ddf933-af3a-4bb2-aa97-95471805d1b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.611055] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c841b-969e-4aef-8172-22a7724f5475 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.799307] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472344} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.799556] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] a09bcfb1-0983-466b-847b-4f392ee88822/a09bcfb1-0983-466b-847b-4f392ee88822.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.799766] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.800023] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2f6427-d3d5-48ea-9033-fd54759580ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.806882] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1034.806882] env[69217]: value = "task-3532777" [ 1034.806882] env[69217]: _type = "Task" [ 1034.806882] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.817286] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.852504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.852842] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance network_info: |[{"id": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "address": "fa:16:3e:48:f4:09", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2e1d1-8d", "ovs_interfaceid": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.853157] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Acquired lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.853341] env[69217]: DEBUG nova.network.neutron [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Refreshing network info cache for port 57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.855040] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f4:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57a2e1d1-8d97-4617-aee4-0970a81415b4', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.864195] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.868510] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.869109] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8645042-05aa-421a-b605-d07492c401d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.889838] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.889838] env[69217]: value = "task-3532778" [ 1034.889838] env[69217]: _type = "Task" [ 1034.889838] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.898407] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532778, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.958443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.959178] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.966361] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.742s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.966513] env[69217]: DEBUG nova.objects.instance [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'resources' on Instance uuid 73a506d7-e144-47cc-b825-b868a4bc24b9 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.083976] env[69217]: INFO nova.compute.manager [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Rebuilding instance [ 1035.142056] env[69217]: DEBUG nova.compute.manager [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.142934] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4be6df-2524-4425-90ac-472c822bdb69 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185347] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.185657] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2497ecb-20e7-4e81-a6b0-47b8678a030e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.191964] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1035.191964] env[69217]: value = "task-3532779" [ 1035.191964] env[69217]: _type = "Task" [ 1035.191964] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.202525] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.256028] env[69217]: DEBUG nova.network.neutron [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Updated VIF entry in instance network info cache for port 57a2e1d1-8d97-4617-aee4-0970a81415b4. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.256434] env[69217]: DEBUG nova.network.neutron [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Updating instance_info_cache with network_info: [{"id": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "address": "fa:16:3e:48:f4:09", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2e1d1-8d", "ovs_interfaceid": "57a2e1d1-8d97-4617-aee4-0970a81415b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.317416] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062998} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.317748] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.318795] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d927eb2-9ba8-4b1f-9a46-6276797e3e8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.342923] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] a09bcfb1-0983-466b-847b-4f392ee88822/a09bcfb1-0983-466b-847b-4f392ee88822.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.343299] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18cabfd5-c1c0-4567-a2ca-75c13caa5e96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.364738] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1035.364738] env[69217]: value = "task-3532780" [ 1035.364738] env[69217]: _type = "Task" [ 1035.364738] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.374426] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.375134] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Successfully updated port: aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.403922] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532778, 'name': CreateVM_Task, 'duration_secs': 0.368455} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.405026] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.405963] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.406097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.406435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.406706] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04728e6-4410-40d4-bd50-bc6f4a6f49b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.412466] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1035.412466] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eac949-0267-b9ee-3359-78d9f5bb42eb" [ 1035.412466] env[69217]: _type = "Task" [ 1035.412466] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.421777] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eac949-0267-b9ee-3359-78d9f5bb42eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.471099] env[69217]: DEBUG nova.compute.utils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.478163] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.478599] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.523594] env[69217]: DEBUG nova.policy [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a825c0ae994cfa93bc08d0f9711eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd913ebde75f4232b236c389fc5ec19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.706631] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532779, 'name': PowerOffVM_Task, 'duration_secs': 0.181726} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.706631] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.706922] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.707824] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e7155b-6542-488e-95a7-27f49a9237f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.716436] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.716721] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-061ff7b2-694a-44ae-8616-e2ba0ada0a8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.761488] env[69217]: DEBUG oslo_concurrency.lockutils [req-c371fa1f-9b71-49f3-b397-50c57f89deb3 req-80760942-8140-453f-9110-68cfd183dea2 service nova] Releasing lock "refresh_cache-b69c1e23-a28c-4101-9fc4-15be02e81b28" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.792434] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.792434] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.792434] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore2] ca7c9b09-691a-4545-beaa-240ea9350076 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.792853] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c639b972-dfe0-46d2-8d80-a61a86e81b87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.795262] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925f805-8f51-4d2a-9901-812282f627b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.804917] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2502990-552c-4aaa-ae3b-de9ce41a6695 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.808800] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1035.808800] env[69217]: value = "task-3532782" [ 1035.808800] env[69217]: _type = "Task" [ 1035.808800] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.841986] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209d3602-fc2d-407e-b36f-50d335bb52d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.849977] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.860185] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ab06b-14e1-4982-b643-d534f726940e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.873203] env[69217]: DEBUG nova.compute.provider_tree [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.878265] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.878396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.878632] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.888107] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.920873] env[69217]: DEBUG nova.compute.manager [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Received event network-vif-plugged-aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.921157] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Acquiring lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.921442] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.922497] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.922497] env[69217]: DEBUG nova.compute.manager [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] No waiting events found dispatching network-vif-plugged-aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.922497] env[69217]: WARNING nova.compute.manager [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Received unexpected event network-vif-plugged-aff0fd2e-7716-4c43-959d-fda2064dd377 for instance with vm_state building and task_state spawning. [ 1035.922497] env[69217]: DEBUG nova.compute.manager [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Received event network-changed-aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.922497] env[69217]: DEBUG nova.compute.manager [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Refreshing instance network info cache due to event network-changed-aff0fd2e-7716-4c43-959d-fda2064dd377. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.922497] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Acquiring lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.930194] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eac949-0267-b9ee-3359-78d9f5bb42eb, 'name': SearchDatastore_Task, 'duration_secs': 0.022854} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.931283] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Successfully created port: 3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.933375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.933678] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.933971] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.934172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.934386] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.934963] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b60e97-2c5f-47d6-99c8-8f143d66d73d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.949051] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.949233] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.950593] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be972b66-169a-4369-9a78-878e67963172 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.957584] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1035.957584] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b97a02-26dc-09b9-22df-9ca8c63c57f9" [ 1035.957584] env[69217]: _type = "Task" [ 1035.957584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.966714] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b97a02-26dc-09b9-22df-9ca8c63c57f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.979874] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.158195] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.159073] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce9e915-019e-40ec-99f0-43c5912e53c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.167640] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1036.167640] env[69217]: value = "task-3532783" [ 1036.167640] env[69217]: _type = "Task" [ 1036.167640] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.176669] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.318950] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204115} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.319272] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.319479] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.319740] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.379086] env[69217]: DEBUG nova.scheduler.client.report [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.387440] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532780, 'name': ReconfigVM_Task, 'duration_secs': 0.906333} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.389168] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfigured VM instance instance-00000054 to attach disk [datastore2] a09bcfb1-0983-466b-847b-4f392ee88822/a09bcfb1-0983-466b-847b-4f392ee88822.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.389168] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdd1338-6b73-42c0-bc6b-f401ce22fa85 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.394492] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1036.394492] env[69217]: value = "task-3532784" [ 1036.394492] env[69217]: _type = "Task" [ 1036.394492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.403228] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532784, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.417599] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.472949] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b97a02-26dc-09b9-22df-9ca8c63c57f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018434} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.473783] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8ba955-f2c4-4388-9a1d-880caf345c23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.480022] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1036.480022] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3db9c-442f-d133-dc47-a9b15ed968ee" [ 1036.480022] env[69217]: _type = "Task" [ 1036.480022] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.492173] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c3db9c-442f-d133-dc47-a9b15ed968ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.492434] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.492657] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.492936] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ca7bda1-5d13-4d9d-8f63-574fbbeb1ca3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.499755] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1036.499755] env[69217]: value = "task-3532785" [ 1036.499755] env[69217]: _type = "Task" [ 1036.499755] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.514691] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.591945] env[69217]: DEBUG nova.network.neutron [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Updating instance_info_cache with network_info: [{"id": "aff0fd2e-7716-4c43-959d-fda2064dd377", "address": "fa:16:3e:fe:b5:86", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff0fd2e-77", "ovs_interfaceid": "aff0fd2e-7716-4c43-959d-fda2064dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.681547] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532783, 'name': PowerOffVM_Task, 'duration_secs': 0.185207} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.681734] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.682458] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.683373] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31aa2e-0972-4ddc-8053-4f1aa2dfd675 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.692397] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.692680] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea5ed21-aea1-4058-9412-f2a06bff4166 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.719216] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.719454] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.719638] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Deleting the datastore file [datastore2] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.719917] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0080965b-efb0-42cf-8d53-e0f454405692 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.729056] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1036.729056] env[69217]: value = "task-3532787" [ 1036.729056] env[69217]: _type = "Task" [ 1036.729056] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.738762] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.888932] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.891490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.086s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.891741] env[69217]: DEBUG nova.objects.instance [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lazy-loading 'resources' on Instance uuid 1bfb197a-067d-498f-9af3-bd6a384bd451 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.906101] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532784, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.913400] env[69217]: INFO nova.scheduler.client.report [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted allocations for instance 73a506d7-e144-47cc-b825-b868a4bc24b9 [ 1036.988705] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.011224] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428461} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.011481] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.011694] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.011951] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc86d1b0-bcd3-4c98-beda-8b65f0cd52b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.015607] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.015826] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.015978] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.016171] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.016318] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.016465] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.016673] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.016833] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.016997] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.017171] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.017347] env[69217]: DEBUG nova.virt.hardware [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.018108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf74e70-fca1-4c51-a1b1-60f3ded6c9f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.026122] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42498d12-e102-4a74-ab1d-39cbdcb62d87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.031762] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1037.031762] env[69217]: value = "task-3532788" [ 1037.031762] env[69217]: _type = "Task" [ 1037.031762] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.048947] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.095025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.095138] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Instance network_info: |[{"id": "aff0fd2e-7716-4c43-959d-fda2064dd377", "address": "fa:16:3e:fe:b5:86", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff0fd2e-77", "ovs_interfaceid": "aff0fd2e-7716-4c43-959d-fda2064dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.095385] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Acquired lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.095562] env[69217]: DEBUG nova.network.neutron [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Refreshing network info cache for port aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.096996] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b5:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aff0fd2e-7716-4c43-959d-fda2064dd377', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.104904] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.108043] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.108528] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c71846-6d16-43b6-8dae-5709d751b815 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.129511] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.129511] env[69217]: value = "task-3532789" [ 1037.129511] env[69217]: _type = "Task" [ 1037.129511] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.139454] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532789, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.238591] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232187} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.238846] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.239225] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.239225] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.351946] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.352301] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.352348] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.352522] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.352665] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.352810] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.353202] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.353451] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.357024] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.357024] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.357024] env[69217]: DEBUG nova.virt.hardware [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.357024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9bb148-2943-4bc1-9942-f08c0b669992 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.362958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57693b1-aebc-4339-985a-9e4281b3b26b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.376560] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:d7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '020ceefd-2fdf-471c-8dad-f967af60ec36', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.384133] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.384385] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.384586] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9317d43-8b0d-4168-bd9d-4b23294a1d06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.412273] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532784, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.413590] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.413590] env[69217]: value = "task-3532790" [ 1037.413590] env[69217]: _type = "Task" [ 1037.413590] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.414451] env[69217]: DEBUG nova.network.neutron [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Updated VIF entry in instance network info cache for port aff0fd2e-7716-4c43-959d-fda2064dd377. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.414857] env[69217]: DEBUG nova.network.neutron [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Updating instance_info_cache with network_info: [{"id": "aff0fd2e-7716-4c43-959d-fda2064dd377", "address": "fa:16:3e:fe:b5:86", "network": {"id": "288f304f-81b7-4d01-a374-6c6b1176a033", "bridge": "br-int", "label": "tempest-ImagesTestJSON-781375990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc797c67fd7048769dc22d4394443bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff0fd2e-77", "ovs_interfaceid": "aff0fd2e-7716-4c43-959d-fda2064dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.421945] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "73a506d7-e144-47cc-b825-b868a4bc24b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.427872] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532790, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.541717] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.541975] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.542911] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929e686-3f84-46c4-be47-0ce84ded481e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.565712] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.566078] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbab6112-f412-465b-8249-b92c72245fde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.588595] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1037.588595] env[69217]: value = "task-3532791" [ 1037.588595] env[69217]: _type = "Task" [ 1037.588595] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.598079] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.641123] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532789, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.641889] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Successfully updated port: 3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.699644] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03972e81-d01c-4e84-bc77-9f534073e527 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.708815] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0aed5-550a-4ff1-afbc-3cefd886dc2f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.741398] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6050c1-83a3-4576-9cea-8954c87bc37b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.752959] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c530e62-baaf-4e52-a520-8034f382f296 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.767717] env[69217]: DEBUG nova.compute.provider_tree [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.910868] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532784, 'name': Rename_Task, 'duration_secs': 1.138881} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.911167] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.911423] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37bbcfc0-09e5-4514-841b-f9ace97b9b87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.920718] env[69217]: DEBUG oslo_concurrency.lockutils [req-0cd435a9-3b50-4e94-8965-1046d977f6ab req-90d8c1f0-0628-4164-863d-7f90c3e225a6 service nova] Releasing lock "refresh_cache-537a3796-9d19-44bd-8ab3-22e5121b81aa" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921188] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1037.921188] env[69217]: value = "task-3532792" [ 1037.921188] env[69217]: _type = "Task" [ 1037.921188] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.927776] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532790, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.932061] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.949472] env[69217]: DEBUG nova.compute.manager [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Received event network-vif-plugged-3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.949732] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Acquiring lock "516953cd-2bfb-4cac-a962-74116a928793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.950230] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Lock "516953cd-2bfb-4cac-a962-74116a928793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.950230] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Lock "516953cd-2bfb-4cac-a962-74116a928793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.950306] env[69217]: DEBUG nova.compute.manager [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] No waiting events found dispatching network-vif-plugged-3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.950804] env[69217]: WARNING nova.compute.manager [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Received unexpected event network-vif-plugged-3d41e50d-253b-48d9-836f-23801270024a for instance with vm_state building and task_state spawning. [ 1037.950804] env[69217]: DEBUG nova.compute.manager [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Received event network-changed-3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.950804] env[69217]: DEBUG nova.compute.manager [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Refreshing instance network info cache due to event network-changed-3d41e50d-253b-48d9-836f-23801270024a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.951057] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Acquiring lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.951057] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Acquired lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.951200] env[69217]: DEBUG nova.network.neutron [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Refreshing network info cache for port 3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.099490] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532791, 'name': ReconfigVM_Task, 'duration_secs': 0.278959} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.099837] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.100595] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aae5cf1-774c-4311-9280-84bf20925437 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.107561] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1038.107561] env[69217]: value = "task-3532793" [ 1038.107561] env[69217]: _type = "Task" [ 1038.107561] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.117305] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532793, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.142155] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532789, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.150443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.273313] env[69217]: DEBUG nova.scheduler.client.report [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.283245] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.284052] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.284052] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.284196] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.284322] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.284513] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.284754] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.284970] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.285201] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.285382] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.285562] env[69217]: DEBUG nova.virt.hardware [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.286466] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4bf722-f625-45ef-a4df-104fdcbd316a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.295728] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a217b9-2278-42d0-a483-8df0976af73b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.310253] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.316229] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.316734] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.316963] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796a59ea-f411-4772-9c65-722e750319f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.335525] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.335525] env[69217]: value = "task-3532794" [ 1038.335525] env[69217]: _type = "Task" [ 1038.335525] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.345022] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532794, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.428967] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532790, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.433894] env[69217]: DEBUG oslo_vmware.api [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532792, 'name': PowerOnVM_Task, 'duration_secs': 0.479483} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.434172] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.434383] env[69217]: INFO nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1038.434594] env[69217]: DEBUG nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.435450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff13ab9f-e667-41d6-813f-ab818b288fc6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.499144] env[69217]: DEBUG nova.network.neutron [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.616680] env[69217]: DEBUG nova.network.neutron [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.621799] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532793, 'name': Rename_Task, 'duration_secs': 0.151356} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.622171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.622440] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f50500-396a-4cc0-bdd6-7998a5b77298 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.628807] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1038.628807] env[69217]: value = "task-3532795" [ 1038.628807] env[69217]: _type = "Task" [ 1038.628807] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.639975] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.643104] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532789, 'name': CreateVM_Task, 'duration_secs': 1.358549} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.643292] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.644222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.644383] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.644712] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.644961] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1898d0c-c4bb-487c-bf58-9ff8c8baa2a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.649391] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1038.649391] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529f7098-24f5-3c94-36ab-1f0b7b45849c" [ 1038.649391] env[69217]: _type = "Task" [ 1038.649391] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.663739] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529f7098-24f5-3c94-36ab-1f0b7b45849c, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.664036] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.664266] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.664498] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.664707] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.664943] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.665284] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8252ca88-36f6-445c-9587-42a6bf93e21c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.672677] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.672996] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.673812] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fab7c14-0151-464f-b287-df825c70c0ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.678882] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1038.678882] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52109866-5abe-0744-e7c8-be04cf2855b1" [ 1038.678882] env[69217]: _type = "Task" [ 1038.678882] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.689491] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52109866-5abe-0744-e7c8-be04cf2855b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.690284] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4188a37-ec8f-42b2-b1dd-990f28c0eba5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.696668] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1038.696668] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ad33db-3cb4-d825-4181-dd9a86f2f5c6" [ 1038.696668] env[69217]: _type = "Task" [ 1038.696668] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.705205] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ad33db-3cb4-d825-4181-dd9a86f2f5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.779074] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.782425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.383s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.783878] env[69217]: INFO nova.compute.claims [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.803401] env[69217]: INFO nova.scheduler.client.report [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Deleted allocations for instance 1bfb197a-067d-498f-9af3-bd6a384bd451 [ 1038.847115] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532794, 'name': CreateVM_Task, 'duration_secs': 0.495588} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.847316] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.848291] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.848490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.848806] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.849287] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0445957e-6169-4fb4-9bde-19a15e573727 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.854173] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1038.854173] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52400de8-c351-7a6b-eebd-6cd6315d3e90" [ 1038.854173] env[69217]: _type = "Task" [ 1038.854173] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.861336] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52400de8-c351-7a6b-eebd-6cd6315d3e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.926543] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532790, 'name': CreateVM_Task, 'duration_secs': 1.052422} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.926722] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.927433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.953164] env[69217]: INFO nova.compute.manager [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Took 23.27 seconds to build instance. [ 1039.120011] env[69217]: DEBUG oslo_concurrency.lockutils [req-1340102b-842e-4d76-ad78-c4e1285e08f2 req-a15bfc66-8a05-458c-beeb-6525837b0545 service nova] Releasing lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.120522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.120707] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.139659] env[69217]: DEBUG oslo_vmware.api [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532795, 'name': PowerOnVM_Task, 'duration_secs': 0.463178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.139932] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.140151] env[69217]: INFO nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1039.140334] env[69217]: DEBUG nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.141137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4fa7f-8dee-43a7-a1f4-6e7890a61b1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.207369] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ad33db-3cb4-d825-4181-dd9a86f2f5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.207611] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.207915] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 537a3796-9d19-44bd-8ab3-22e5121b81aa/537a3796-9d19-44bd-8ab3-22e5121b81aa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.208219] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a886f9-c710-44a6-bac9-ae37bbd5049d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.215529] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1039.215529] env[69217]: value = "task-3532796" [ 1039.215529] env[69217]: _type = "Task" [ 1039.215529] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.224117] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.311424] env[69217]: DEBUG oslo_concurrency.lockutils [None req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Lock "1bfb197a-067d-498f-9af3-bd6a384bd451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.994s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.364996] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52400de8-c351-7a6b-eebd-6cd6315d3e90, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.365519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.366040] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.366482] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.366757] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.367137] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.367620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.368105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.368485] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc369c9-aac0-406e-a76e-c54720cbc6aa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.372213] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8d28db-9fd3-4929-985f-74f7c9a3607b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.376160] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1039.376160] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522eee15-b8d9-d4fb-4b5d-69f40d740592" [ 1039.376160] env[69217]: _type = "Task" [ 1039.376160] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.382372] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.382692] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.383840] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f4394c-5bb4-4257-8281-81d1adb5f9da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.389354] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522eee15-b8d9-d4fb-4b5d-69f40d740592, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.390042] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.390399] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.390730] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.392320] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1039.392320] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525b1e4e-2b1a-8de6-f647-7ccc7af424f1" [ 1039.392320] env[69217]: _type = "Task" [ 1039.392320] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.401429] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525b1e4e-2b1a-8de6-f647-7ccc7af424f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.455989] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5ad95cff-5361-4d1e-9fd0-c6712739e14d tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.783s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.659798] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.670371] env[69217]: INFO nova.compute.manager [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Took 23.66 seconds to build instance. [ 1039.729353] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.866577] env[69217]: DEBUG nova.network.neutron [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Updating instance_info_cache with network_info: [{"id": "3d41e50d-253b-48d9-836f-23801270024a", "address": "fa:16:3e:8d:be:ae", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41e50d-25", "ovs_interfaceid": "3d41e50d-253b-48d9-836f-23801270024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.905689] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525b1e4e-2b1a-8de6-f647-7ccc7af424f1, 'name': SearchDatastore_Task, 'duration_secs': 0.007921} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.906993] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796d4828-2aab-4015-86c6-7beadf072978 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.914602] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1039.914602] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f6afc-5232-4acd-91db-d02105e72371" [ 1039.914602] env[69217]: _type = "Task" [ 1039.914602] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.923851] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527f6afc-5232-4acd-91db-d02105e72371, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.926489] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.926945] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.927453] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.927700] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.927966] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df800baf-2f9f-416f-9345-2c0c4851ebea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.929859] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a5759b-32de-4400-95bd-1cb863073320 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.936461] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1039.936461] env[69217]: value = "task-3532797" [ 1039.936461] env[69217]: _type = "Task" [ 1039.936461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.945543] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.946142] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.947184] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147d5798-6f67-4c43-98f4-dd960d39c875 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.953360] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.956436] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1039.956436] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfd407-c175-0a2e-69c7-2ff873009551" [ 1039.956436] env[69217]: _type = "Task" [ 1039.956436] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.966134] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfd407-c175-0a2e-69c7-2ff873009551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.079525] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2effa8bd-ae6b-4ff6-9132-2c7d0c848ab5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.094026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88275d68-22a1-4a75-a6e9-0582a02004e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.134233] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a168a1-509f-45ba-9405-a14f5c65ac0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.147088] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbf619-a67b-4828-a4a3-e1b0ae1a1463 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.163895] env[69217]: DEBUG nova.compute.provider_tree [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.173071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-525c8ed1-51c4-44be-9529-66016a8a2dd6 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.170s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.229209] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519314} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.229554] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 537a3796-9d19-44bd-8ab3-22e5121b81aa/537a3796-9d19-44bd-8ab3-22e5121b81aa.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.229731] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.230064] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9fc0e55-007a-4915-8f0f-c319b9a53ff3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.241652] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1040.241652] env[69217]: value = "task-3532798" [ 1040.241652] env[69217]: _type = "Task" [ 1040.241652] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.254463] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.372605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.373182] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance network_info: |[{"id": "3d41e50d-253b-48d9-836f-23801270024a", "address": "fa:16:3e:8d:be:ae", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41e50d-25", "ovs_interfaceid": "3d41e50d-253b-48d9-836f-23801270024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.373705] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:be:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d41e50d-253b-48d9-836f-23801270024a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.382884] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.383151] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.383384] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1073658d-5207-44a5-b511-fa787e688782 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.405929] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.405929] env[69217]: value = "task-3532799" [ 1040.405929] env[69217]: _type = "Task" [ 1040.405929] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.414875] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532799, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.446353] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488628} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.446619] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.448020] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.448020] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99ce430f-f3b3-4c08-bd73-fdc96fabf410 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.454827] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1040.454827] env[69217]: value = "task-3532800" [ 1040.454827] env[69217]: _type = "Task" [ 1040.454827] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.469090] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.475131] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cfd407-c175-0a2e-69c7-2ff873009551, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.475131] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248ecc46-d2bf-4142-8708-ff4a14cff782 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.479671] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1040.479671] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c999b8-8f6a-d177-bed1-0891980bccff" [ 1040.479671] env[69217]: _type = "Task" [ 1040.479671] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.489666] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c999b8-8f6a-d177-bed1-0891980bccff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.500537] env[69217]: DEBUG nova.compute.manager [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Received event network-changed-b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.500893] env[69217]: DEBUG nova.compute.manager [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Refreshing instance network info cache due to event network-changed-b1826a00-9517-482d-ac6d-0a0fd74ecb6c. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.501073] env[69217]: DEBUG oslo_concurrency.lockutils [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] Acquiring lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.501529] env[69217]: DEBUG oslo_concurrency.lockutils [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] Acquired lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.501529] env[69217]: DEBUG nova.network.neutron [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Refreshing network info cache for port b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.670466] env[69217]: DEBUG nova.scheduler.client.report [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.741383] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.741383] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.741383] env[69217]: DEBUG nova.compute.manager [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.741937] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ff407-89f1-4f17-8e14-b23e6d3a5cf5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.758700] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257115} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.764435] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.764435] env[69217]: DEBUG nova.compute.manager [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1040.764914] env[69217]: DEBUG nova.objects.instance [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'flavor' on Instance uuid b69c1e23-a28c-4101-9fc4-15be02e81b28 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.766790] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2f093-aedb-4c1d-b67b-aaccbcd15878 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.797280] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 537a3796-9d19-44bd-8ab3-22e5121b81aa/537a3796-9d19-44bd-8ab3-22e5121b81aa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.799025] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3751b569-12ac-4659-97a3-d707b5e48fe2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.820921] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1040.820921] env[69217]: value = "task-3532801" [ 1040.820921] env[69217]: _type = "Task" [ 1040.820921] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.834349] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.917567] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532799, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.964806] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121087} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.965229] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.965979] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d86d81-9013-4603-93b4-1429dc18b29b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.991490] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.995481] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42c48e1-b9e6-4b31-a326-1f68efd461b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.021872] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c999b8-8f6a-d177-bed1-0891980bccff, 'name': SearchDatastore_Task, 'duration_secs': 0.024513} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.026497] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.026497] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.026497] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1041.026497] env[69217]: value = "task-3532802" [ 1041.026497] env[69217]: _type = "Task" [ 1041.026497] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.026497] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2494d806-d667-48fa-a478-4eb741698bd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.036809] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.038978] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1041.038978] env[69217]: value = "task-3532803" [ 1041.038978] env[69217]: _type = "Task" [ 1041.038978] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.047905] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.175276] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.175849] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.178555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.920s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.180097] env[69217]: INFO nova.compute.claims [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.276933] env[69217]: DEBUG nova.network.neutron [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updated VIF entry in instance network info cache for port b1826a00-9517-482d-ac6d-0a0fd74ecb6c. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.277485] env[69217]: DEBUG nova.network.neutron [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updating instance_info_cache with network_info: [{"id": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "address": "fa:16:3e:8a:f5:08", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1826a00-95", "ovs_interfaceid": "b1826a00-9517-482d-ac6d-0a0fd74ecb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.333400] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532801, 'name': ReconfigVM_Task, 'duration_secs': 0.427141} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.333695] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 537a3796-9d19-44bd-8ab3-22e5121b81aa/537a3796-9d19-44bd-8ab3-22e5121b81aa.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.334658] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd4e99f-c48c-48cb-b8dd-5211356f67d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.343401] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1041.343401] env[69217]: value = "task-3532804" [ 1041.343401] env[69217]: _type = "Task" [ 1041.343401] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.352725] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532804, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.418102] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532799, 'name': CreateVM_Task, 'duration_secs': 0.678364} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.418331] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.419219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.419391] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.419801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.420105] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e833f33d-42af-47e3-8b1d-307fa2f52743 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.428353] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1041.428353] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52394828-07a0-8b3b-57a5-dcbd0d7ca26d" [ 1041.428353] env[69217]: _type = "Task" [ 1041.428353] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.437579] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52394828-07a0-8b3b-57a5-dcbd0d7ca26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.539263] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.549717] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.685672] env[69217]: DEBUG nova.compute.utils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.691293] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1041.780655] env[69217]: DEBUG oslo_concurrency.lockutils [req-505a84bd-6f6f-4c3e-a93b-5dd44044daa6 req-7f81ee86-449c-4ca1-84ea-5f0efba6e525 service nova] Releasing lock "refresh_cache-a09bcfb1-0983-466b-847b-4f392ee88822" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.781374] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.781789] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddff60c7-bd32-4762-84d0-e5403d6f3a1f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.787694] env[69217]: DEBUG oslo_vmware.api [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1041.787694] env[69217]: value = "task-3532805" [ 1041.787694] env[69217]: _type = "Task" [ 1041.787694] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.796129] env[69217]: DEBUG oslo_vmware.api [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.853971] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532804, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.939556] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52394828-07a0-8b3b-57a5-dcbd0d7ca26d, 'name': SearchDatastore_Task, 'duration_secs': 0.059329} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.939556] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.939655] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.939993] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.941027] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.941027] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a354c9b-caca-4f86-a7d9-855342f281c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.951118] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.951118] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.951118] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc438f1-6cdd-4581-808f-f8a91a215d67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.956045] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1041.956045] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f4892-ed72-0202-56cb-0d278c036ed2" [ 1041.956045] env[69217]: _type = "Task" [ 1041.956045] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.964704] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f4892-ed72-0202-56cb-0d278c036ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.036788] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532802, 'name': ReconfigVM_Task, 'duration_secs': 0.731287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.037064] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8/8bf10b3d-026f-4d57-baba-65d4f8e1ecf8.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.037781] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960a96a8-2924-4fe9-b561-f7d0da041a5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.047571] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532256} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.048891] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.049198] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.049427] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1042.049427] env[69217]: value = "task-3532806" [ 1042.049427] env[69217]: _type = "Task" [ 1042.049427] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.049671] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ded9f2-0829-42a2-a4af-7f1cbc478f4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.059239] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532806, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.060438] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1042.060438] env[69217]: value = "task-3532807" [ 1042.060438] env[69217]: _type = "Task" [ 1042.060438] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.068499] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.191512] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.298424] env[69217]: DEBUG oslo_vmware.api [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532805, 'name': PowerOffVM_Task, 'duration_secs': 0.390222} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.301840] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.302106] env[69217]: DEBUG nova.compute.manager [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.303529] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e9e2e-ede7-49d4-a66b-cf50a813d65c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.357255] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532804, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.371393] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.371630] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.426114] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119f72ff-cc31-4270-a5bd-1fbe1a207b87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.434055] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa19c62c-5576-44ad-8add-e68d5cadebb7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.466445] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fce8c5-5203-4cdd-bdb8-3e3f8bf1c7c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.476947] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfe7ef4-9ba5-4265-8ca4-13273c681fd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.480519] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f4892-ed72-0202-56cb-0d278c036ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.481564] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c64e93d-3bfd-4097-a09f-bd61d5c3acca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492812] env[69217]: DEBUG nova.compute.provider_tree [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.496488] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1042.496488] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52145b92-e141-e6b7-9848-c43288755187" [ 1042.496488] env[69217]: _type = "Task" [ 1042.496488] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.503792] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52145b92-e141-e6b7-9848-c43288755187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.561856] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532806, 'name': Rename_Task, 'duration_secs': 0.366161} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.565570] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.565630] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd92371c-f72d-490d-b2d3-a767641f6b6f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.572567] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071415} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.573619] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.573955] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1042.573955] env[69217]: value = "task-3532808" [ 1042.573955] env[69217]: _type = "Task" [ 1042.573955] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.574652] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d74887a-5f5e-4084-8c31-84640762122f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.585014] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.604377] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.604740] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e22f02-7db9-4bef-a95a-dd8de5545b91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.624561] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1042.624561] env[69217]: value = "task-3532809" [ 1042.624561] env[69217]: _type = "Task" [ 1042.624561] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.633430] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.818043] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7a466396-cda9-4839-9d1c-ba5861a376ea tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.855311] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532804, 'name': Rename_Task, 'duration_secs': 1.316569} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.855588] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.855848] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3586af4-2808-45b9-a7d2-7172c89b4e53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.862981] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1042.862981] env[69217]: value = "task-3532810" [ 1042.862981] env[69217]: _type = "Task" [ 1042.862981] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.870623] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.876112] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.996057] env[69217]: DEBUG nova.scheduler.client.report [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.009579] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52145b92-e141-e6b7-9848-c43288755187, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.009829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.010086] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.010347] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded20d14-81ab-4cbb-8c81-0f75ee44ddde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.017450] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1043.017450] env[69217]: value = "task-3532811" [ 1043.017450] env[69217]: _type = "Task" [ 1043.017450] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.025204] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.086780] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.134696] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.203566] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.228727] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.229386] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.229386] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.229386] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.229583] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.229687] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.229836] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.230007] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.230183] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.230347] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.230520] env[69217]: DEBUG nova.virt.hardware [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.231381] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b111cdf-7396-44e4-9799-f7949fd2cdfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.239357] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe8d1a-c096-4ae6-93ac-5acf290aa940 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.252267] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.257779] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Creating folder: Project (d2f55ff51d3a42eebd979c9a1db42d1d). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.258179] env[69217]: INFO nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Rebuilding instance [ 1043.259803] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8005b8f-b442-483f-a2f0-46aca58b9a1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.269655] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Created folder: Project (d2f55ff51d3a42eebd979c9a1db42d1d) in parent group-v705386. [ 1043.269849] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Creating folder: Instances. Parent ref: group-v705613. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.270079] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-392b79bb-5505-4f46-8896-d31e9e191c81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.277780] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Created folder: Instances in parent group-v705613. [ 1043.278012] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.281231] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.281587] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59274804-b65b-4d35-a938-11db19b1198d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.297069] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.297069] env[69217]: value = "task-3532814" [ 1043.297069] env[69217]: _type = "Task" [ 1043.297069] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.302050] env[69217]: DEBUG nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.302736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d27249-3604-46b2-960d-eb244535a0d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.309571] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532814, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.373014] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.395666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.505278] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.505847] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.508565] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.998s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.508735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.508882] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1043.509176] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.812s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.510565] env[69217]: INFO nova.compute.claims [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.515037] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa77c08-10d8-4344-8c1f-00c464324c91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.524605] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea4e4f-6a04-49fd-9037-209fe2629598 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.533034] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.543857] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee3cb4-e056-4dc5-8428-2b7a8572a3ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.553650] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06379c-25b3-48f9-a024-0d75e2d95a23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.583449] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179486MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1043.583693] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.591552] env[69217]: DEBUG oslo_vmware.api [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532808, 'name': PowerOnVM_Task, 'duration_secs': 0.907466} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.591865] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.592102] env[69217]: DEBUG nova.compute.manager [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.592844] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c73f88-7e0a-47f7-b373-b96dd3e83329 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.635173] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.808260] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532814, 'name': CreateVM_Task, 'duration_secs': 0.276942} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.808473] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.808894] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.809131] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.809450] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.809709] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e89193-782c-46dc-a770-b119b17c8dd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.816464] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1043.816464] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0b76d-dbaa-a4d8-4eba-8ed343245339" [ 1043.816464] env[69217]: _type = "Task" [ 1043.816464] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.824347] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0b76d-dbaa-a4d8-4eba-8ed343245339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.876066] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.017024] env[69217]: DEBUG nova.compute.utils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.017790] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.018275] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.043775] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532811, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.109164] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.141032] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532809, 'name': ReconfigVM_Task, 'duration_secs': 1.243729} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.141032] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ca7c9b09-691a-4545-beaa-240ea9350076/ca7c9b09-691a-4545-beaa-240ea9350076.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.141032] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-245c78bd-0656-416f-90cc-c057ffb6a31d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.150165] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1044.150165] env[69217]: value = "task-3532815" [ 1044.150165] env[69217]: _type = "Task" [ 1044.150165] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.159933] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532815, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.235377] env[69217]: DEBUG nova.policy [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cba61c1cb84fc88c161f6df3c48c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdef8ca55da14ffbb8c868b1e92e2170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.321019] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.321019] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d321ddd9-db9b-4d07-acb8-fcd07aaab7ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.329967] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a0b76d-dbaa-a4d8-4eba-8ed343245339, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.331511] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.331967] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.332339] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.332643] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.332982] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.333429] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1044.333429] env[69217]: value = "task-3532816" [ 1044.333429] env[69217]: _type = "Task" [ 1044.333429] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.333886] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7128dd-a159-49ae-bbe7-71b45be1e7b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.348016] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1044.348016] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.348016] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.348016] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.348016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4c746-4985-477d-8da1-f9c9be115bb6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.350412] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad023ff-456e-4a8b-9495-3d517cee5a39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.356460] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.357708] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1872b55d-065f-4c93-a47f-ac3bcb839ee2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.359287] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1044.359287] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52598a8e-0c98-8aa4-3f92-574c1d707456" [ 1044.359287] env[69217]: _type = "Task" [ 1044.359287] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.368563] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52598a8e-0c98-8aa4-3f92-574c1d707456, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.372089] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9870c825-2d41-4821-af6c-6958d6455675 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.378917] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532810, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.380310] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1044.380310] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242380e-7dca-a5e5-c788-f6a7456484bf" [ 1044.380310] env[69217]: _type = "Task" [ 1044.380310] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.401958] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242380e-7dca-a5e5-c788-f6a7456484bf, 'name': SearchDatastore_Task, 'duration_secs': 0.007881} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.402429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.402833] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] ace149be-a4c6-4d21-8581-7187a2ea0fda/ace149be-a4c6-4d21-8581-7187a2ea0fda.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.403270] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35946e27-e311-4f44-9027-081ec0b5f220 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.412844] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1044.412844] env[69217]: value = "task-3532818" [ 1044.412844] env[69217]: _type = "Task" [ 1044.412844] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.424408] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.427417] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.427417] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.427417] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] b69c1e23-a28c-4101-9fc4-15be02e81b28 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.428532] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d00ba430-11c6-4168-8dc2-b78c9c05acbb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.433876] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1044.433876] env[69217]: value = "task-3532819" [ 1044.433876] env[69217]: _type = "Task" [ 1044.433876] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.444289] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.524152] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.542493] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532811, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.290657} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.542985] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.543266] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.543660] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b37919-f65a-4f0c-9c5a-d5c3f29a59c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.556273] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1044.556273] env[69217]: value = "task-3532820" [ 1044.556273] env[69217]: _type = "Task" [ 1044.556273] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.567475] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.664152] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532815, 'name': Rename_Task, 'duration_secs': 0.262941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.664518] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.664740] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd8eb53-0b65-4ebc-a092-bbefaf3cad75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.672352] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1044.672352] env[69217]: value = "task-3532821" [ 1044.672352] env[69217]: _type = "Task" [ 1044.672352] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.685951] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.698103] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Successfully created port: 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.830523] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1ab67-5aa4-450b-97d4-ce46b088c1c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.839560] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc23c441-97aa-471a-a174-30a8a3596b3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.878833] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb6d88-ba3a-4837-a8ad-d01719c846f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.886236] env[69217]: DEBUG oslo_vmware.api [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532810, 'name': PowerOnVM_Task, 'duration_secs': 1.68235} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.888299] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.888555] env[69217]: INFO nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1044.888688] env[69217]: DEBUG nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.889509] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e2a2d-984e-471f-bf5e-6f9f7ee9ea6a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.892738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fec827-0edc-4ef6-9d22-1024c0c231ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.910845] env[69217]: DEBUG nova.compute.provider_tree [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.923032] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532818, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.670256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.670589] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.670688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.671039] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.671222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.676526] env[69217]: DEBUG nova.scheduler.client.report [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.682111] env[69217]: INFO nova.compute.manager [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Terminating instance [ 1045.693462] env[69217]: INFO nova.compute.manager [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Took 27.06 seconds to build instance. [ 1045.698723] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149089} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.699314] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.699522] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.699766] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.712636] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532821, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.712926] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513933} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.713387] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099534} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.713772] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] ace149be-a4c6-4d21-8581-7187a2ea0fda/ace149be-a4c6-4d21-8581-7187a2ea0fda.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.714120] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.714741] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.714976] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22edb18b-97b4-4199-a877-a6476919772c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718161] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b059a6-2c6e-4e11-bb67-a22a08652fbe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.743213] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.745587] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a920eadd-227e-4945-97d3-b0a5cdc055e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.761184] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1045.761184] env[69217]: value = "task-3532822" [ 1045.761184] env[69217]: _type = "Task" [ 1045.761184] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.767794] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1045.767794] env[69217]: value = "task-3532823" [ 1045.767794] env[69217]: _type = "Task" [ 1045.767794] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.773509] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532822, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.778960] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.186752] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.189022] env[69217]: DEBUG oslo_vmware.api [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532821, 'name': PowerOnVM_Task, 'duration_secs': 1.288537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.189504] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.189782] env[69217]: DEBUG nova.compute.manager [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.190624] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dd4579-80b3-4f78-a336-8b1c4abf05a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.196955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.196955] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.197357] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.393s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.197863] env[69217]: DEBUG nova.objects.instance [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'resources' on Instance uuid fbc67e62-355e-44d4-addf-e8dafc2b9e59 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.199769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "refresh_cache-8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquired lock "refresh_cache-8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.200191] env[69217]: DEBUG nova.network.neutron [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.201364] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5157becf-3f1f-445b-8958-e2b7f08e0622 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.582s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.223228] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.223494] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.223675] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.223866] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.224020] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.224205] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.224432] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.224614] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.224793] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.225678] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.225678] env[69217]: DEBUG nova.virt.hardware [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.230024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51df89-7d3c-4263-91b1-1de8f288df60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.236807] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2203fb54-35e4-4b3a-bfb5-420662394c50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.271927] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.279954] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.279954] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33915a2-01e6-4d27-92b6-5c02fbf0e956 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.284845] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532823, 'name': ReconfigVM_Task, 'duration_secs': 0.307637} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.292284] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.301631] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ace149be-a4c6-4d21-8581-7187a2ea0fda/ace149be-a4c6-4d21-8581-7187a2ea0fda.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.302966] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-116c45d8-7fb9-4d32-8923-edea4be30d10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.304827] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d099a2-8102-4dd9-b557-593262ad1b7c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.320364] env[69217]: DEBUG nova.compute.manager [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.320556] env[69217]: DEBUG oslo_concurrency.lockutils [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.321336] env[69217]: DEBUG oslo_concurrency.lockutils [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.321336] env[69217]: DEBUG oslo_concurrency.lockutils [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.321336] env[69217]: DEBUG nova.compute.manager [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] No waiting events found dispatching network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.321336] env[69217]: WARNING nova.compute.manager [req-8aeb9561-9825-4e67-8eeb-449a10e4d906 req-1f652872-bf64-4bba-89ac-115a4a96df44 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received unexpected event network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb for instance with vm_state building and task_state spawning. [ 1046.327176] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1046.327176] env[69217]: value = "task-3532824" [ 1046.327176] env[69217]: _type = "Task" [ 1046.327176] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.328638] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1046.328638] env[69217]: value = "task-3532825" [ 1046.328638] env[69217]: _type = "Task" [ 1046.328638] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.340870] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532824, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.344476] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410400] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Successfully updated port: 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.701671] env[69217]: DEBUG nova.compute.utils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.706404] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.706689] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.721692] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.744710] env[69217]: DEBUG nova.network.neutron [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.763742] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.764039] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.764220] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.764433] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.764904] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.764904] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.765751] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.765751] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.765751] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.765751] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.765751] env[69217]: DEBUG nova.virt.hardware [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.766951] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf8bda-c4a3-44cf-b9f0-0cb50c248990 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.780943] env[69217]: DEBUG nova.policy [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.788402] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b2fa0-47d6-4e25-bb92-67db245a9325 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.804700] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f4:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57a2e1d1-8d97-4617-aee4-0970a81415b4', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.812176] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.815053] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.816355] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e940c3-8977-4aa2-aa3e-3ce0f2699ec7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.839919] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.839919] env[69217]: value = "task-3532826" [ 1046.839919] env[69217]: _type = "Task" [ 1046.839919] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.845763] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532824, 'name': Rename_Task, 'duration_secs': 0.32938} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.845983] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532825, 'name': ReconfigVM_Task, 'duration_secs': 0.469971} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.850866] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.851226] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ace149be-a4c6-4d21-8581-7187a2ea0fda/ace149be-a4c6-4d21-8581-7187a2ea0fda.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.852904] env[69217]: DEBUG nova.network.neutron [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.853629] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ff52d7-504a-4ecb-b234-173dafd2929e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.860080] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-441006de-9f00-4e5f-907c-cedefb2123d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.860080] env[69217]: DEBUG nova.compute.manager [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.860080] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3171d-3e62-4ede-96ac-fe6178a17103 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.865265] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532826, 'name': CreateVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.876866] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1046.876866] env[69217]: value = "task-3532828" [ 1046.876866] env[69217]: _type = "Task" [ 1046.876866] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.877395] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1046.877395] env[69217]: value = "task-3532827" [ 1046.877395] env[69217]: _type = "Task" [ 1046.877395] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.895807] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.915142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.915142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.915142] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.021821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52155bdc-9137-4ad4-8556-62a59e2b3622 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.030733] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d7903-2eb2-4e59-85cb-34735979d729 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.062323] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a219e6-45e3-445d-a46c-50f0a4801a0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.070087] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54338082-805a-4aa8-b9e7-6c0d535106b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.083363] env[69217]: DEBUG nova.compute.provider_tree [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.101699] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Successfully created port: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.207319] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.355673] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532826, 'name': CreateVM_Task, 'duration_secs': 0.414027} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.355890] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.356602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.356769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.357100] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.357397] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc0166f-84a4-423c-ae1c-2b8e589c4054 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Releasing lock "refresh_cache-8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.360161] env[69217]: DEBUG nova.compute.manager [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.360388] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.361193] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c90647-8154-4764-a2af-bd96dc7eab65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.367621] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1047.367621] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527db716-2826-1990-e60d-fc4b4e027309" [ 1047.367621] env[69217]: _type = "Task" [ 1047.367621] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.369900] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.372864] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bd7fe5-59fe-469e-ba6d-1684bcf742bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.381319] env[69217]: INFO nova.compute.manager [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] instance snapshotting [ 1047.383331] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527db716-2826-1990-e60d-fc4b4e027309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.391602] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1047.391602] env[69217]: value = "task-3532829" [ 1047.391602] env[69217]: _type = "Task" [ 1047.391602] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.392682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94b84f-2c47-42cd-afdd-e49e597961ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.404812] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532827, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.405239] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532828, 'name': Rename_Task, 'duration_secs': 0.233751} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.419119] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.424280] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a8223b7-11bb-45a6-aa49-70926d8ddd5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.426870] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0268a08-33d1-45c7-8b25-4a979fc7180c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.429400] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.439491] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1047.439491] env[69217]: value = "task-3532830" [ 1047.439491] env[69217]: _type = "Task" [ 1047.439491] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.447908] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.473037] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.586360] env[69217]: DEBUG nova.scheduler.client.report [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.674434] env[69217]: DEBUG nova.network.neutron [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.887302] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527db716-2826-1990-e60d-fc4b4e027309, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.894460] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.895231] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.895592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.895823] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.896098] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.896553] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd38f3dd-d242-4460-b41e-1cbe22605e53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908203] env[69217]: DEBUG oslo_vmware.api [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532827, 'name': PowerOnVM_Task, 'duration_secs': 0.790308} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.908940] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.909248] env[69217]: INFO nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1047.909514] env[69217]: DEBUG nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.910642] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e9531c-137d-4c6e-b13a-3398929e062a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.919064] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532829, 'name': PowerOffVM_Task, 'duration_secs': 0.176927} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.919373] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.919591] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.921539] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.921539] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.921663] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0819f9-f19c-4465-b6f8-e6296ff09c95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.926163] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c782785-4869-4849-9960-bcc25562b66d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.935512] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1047.935512] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5291bdf5-16e8-08ab-8f5c-3bc80c9ca8c6" [ 1047.935512] env[69217]: _type = "Task" [ 1047.935512] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.940990] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1047.945688] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c62ab17d-8af4-452c-9bfd-d6424f4adbe6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.952924] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5291bdf5-16e8-08ab-8f5c-3bc80c9ca8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.955041] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.955041] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.955303] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Deleting the datastore file [datastore1] 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.956488] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e54fd691-4cb2-4a9b-b238-2339b3f41701 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.965171] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.965540] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1047.965540] env[69217]: value = "task-3532832" [ 1047.965540] env[69217]: _type = "Task" [ 1047.965540] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.970209] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for the task: (returnval){ [ 1047.970209] env[69217]: value = "task-3532833" [ 1047.970209] env[69217]: _type = "Task" [ 1047.970209] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.977498] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.982436] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.091596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.093956] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.460s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.095951] env[69217]: INFO nova.compute.claims [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.109093] env[69217]: INFO nova.scheduler.client.report [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted allocations for instance fbc67e62-355e-44d4-addf-e8dafc2b9e59 [ 1048.121537] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "ca7c9b09-691a-4545-beaa-240ea9350076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.121801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.122022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.122207] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.122377] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.125636] env[69217]: INFO nova.compute.manager [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Terminating instance [ 1048.180012] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.180012] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance network_info: |[{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.180274] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:09:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea3afb6-33c2-4ac7-868c-40047df952fb', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.187704] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating folder: Project (cdef8ca55da14ffbb8c868b1e92e2170). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.187983] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2bfedf8-b72b-4ca3-83a7-62b079e6697d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.198621] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created folder: Project (cdef8ca55da14ffbb8c868b1e92e2170) in parent group-v705386. [ 1048.198830] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating folder: Instances. Parent ref: group-v705617. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.199121] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c53c3d7-36fb-4593-b131-474f10c440e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.208393] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created folder: Instances in parent group-v705617. [ 1048.208599] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.208817] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.209071] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c504d49a-22bc-44de-8322-a3f6bb4cf480 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.224210] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.231473] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.231473] env[69217]: value = "task-3532836" [ 1048.231473] env[69217]: _type = "Task" [ 1048.231473] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.239088] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532836, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.246692] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.246929] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.247135] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.247408] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.247606] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.247800] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.248041] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.248230] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.248455] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.248755] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.249077] env[69217]: DEBUG nova.virt.hardware [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.249947] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204dd3d-5735-458c-b014-2f44642c663f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.257425] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929d267-d4f7-4c19-a595-c0a48b4fd6b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.323698] env[69217]: DEBUG nova.compute.manager [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.323930] env[69217]: DEBUG nova.compute.manager [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing instance network info cache due to event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.324201] env[69217]: DEBUG oslo_concurrency.lockutils [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.324381] env[69217]: DEBUG oslo_concurrency.lockutils [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.324584] env[69217]: DEBUG nova.network.neutron [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.446749] env[69217]: INFO nova.compute.manager [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Took 29.43 seconds to build instance. [ 1048.451497] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5291bdf5-16e8-08ab-8f5c-3bc80c9ca8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.453031] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4b1eb2-00fc-4768-873c-6954a020ec31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.458953] env[69217]: DEBUG oslo_vmware.api [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532830, 'name': PowerOnVM_Task, 'duration_secs': 0.664586} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.459781] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.460098] env[69217]: INFO nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Took 5.26 seconds to spawn the instance on the hypervisor. [ 1048.460327] env[69217]: DEBUG nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.461184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d804d9-709b-4fe5-bad6-e9b859151cc7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.465827] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1048.465827] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5279a08f-fc6f-3164-4c13-2ffad6364c4f" [ 1048.465827] env[69217]: _type = "Task" [ 1048.465827] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.487991] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5279a08f-fc6f-3164-4c13-2ffad6364c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.488811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.489088] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.492534] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65dc0ceb-b04c-4003-b4b3-e2e6b82e7207 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.494901] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532832, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.497974] env[69217]: DEBUG oslo_vmware.api [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Task: {'id': task-3532833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191363} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.498557] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.498746] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.498925] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.499120] env[69217]: INFO nova.compute.manager [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1048.499391] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.499541] env[69217]: DEBUG nova.compute.manager [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.499649] env[69217]: DEBUG nova.network.neutron [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.502380] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1048.502380] env[69217]: value = "task-3532837" [ 1048.502380] env[69217]: _type = "Task" [ 1048.502380] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.512010] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.531831] env[69217]: DEBUG nova.network.neutron [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.607707] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.608010] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.616854] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "fbc67e62-355e-44d4-addf-e8dafc2b9e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.104s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.631963] env[69217]: DEBUG nova.compute.manager [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.632220] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.633692] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81aa64-6a67-40d7-ae31-05405edea0a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.642703] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.642967] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa67ea38-c2dc-47b8-bec6-1b865578a342 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.650061] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1048.650061] env[69217]: value = "task-3532838" [ 1048.650061] env[69217]: _type = "Task" [ 1048.650061] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.659872] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.749021] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532836, 'name': CreateVM_Task, 'duration_secs': 0.323515} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.749021] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.750339] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.750749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.751279] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.752436] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ee886b-7173-4220-8b9a-8225a88122d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.761190] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1048.761190] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522cbee3-fb9f-300d-f43f-18f7d42422b7" [ 1048.761190] env[69217]: _type = "Task" [ 1048.761190] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.771440] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522cbee3-fb9f-300d-f43f-18f7d42422b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.919421] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Successfully updated port: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.952812] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.946s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.981682] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532832, 'name': CreateSnapshot_Task, 'duration_secs': 0.826804} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.982299] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1048.983252] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30c792-6c7b-4362-8f21-558dcec519b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.995098] env[69217]: INFO nova.compute.manager [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Took 26.62 seconds to build instance. [ 1049.012524] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532837, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.035032] env[69217]: DEBUG nova.network.neutron [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.110715] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.164050] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532838, 'name': PowerOffVM_Task, 'duration_secs': 0.323216} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.164050] env[69217]: DEBUG nova.network.neutron [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updated VIF entry in instance network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.164050] env[69217]: DEBUG nova.network.neutron [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.165864] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.166156] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.167271] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b328ac0-09c2-4fb9-b02d-8842af948b00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.241685] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.241909] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.242107] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore1] ca7c9b09-691a-4545-beaa-240ea9350076 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.242454] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc33c4df-12c2-4d51-9f4b-260dba199a50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.249938] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1049.249938] env[69217]: value = "task-3532840" [ 1049.249938] env[69217]: _type = "Task" [ 1049.249938] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.257877] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.271057] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522cbee3-fb9f-300d-f43f-18f7d42422b7, 'name': SearchDatastore_Task, 'duration_secs': 0.067756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.271351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.271622] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.271829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.271975] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.272179] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.272442] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5a4fbe-ecaf-4bf2-9edb-c5ca224a6f36 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.280899] env[69217]: DEBUG nova.compute.manager [None req-628b24d1-223b-432b-85fa-fd00f94c8cbb tempest-ServerDiagnosticsV248Test-144456002 tempest-ServerDiagnosticsV248Test-144456002-project-admin] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.282956] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c669ef7d-5274-4fb9-ad8d-fa2117e25a22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.285699] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.285877] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.286853] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fe8439-508e-4bbe-b0ef-5f9a70c3ae45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.294349] env[69217]: INFO nova.compute.manager [None req-628b24d1-223b-432b-85fa-fd00f94c8cbb tempest-ServerDiagnosticsV248Test-144456002 tempest-ServerDiagnosticsV248Test-144456002-project-admin] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Retrieving diagnostics [ 1049.296058] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc47fe-e7a2-4027-86ff-fc5dad4a1c19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.298786] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1049.298786] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52850820-cd20-2e7f-a975-0da1288a8fe6" [ 1049.298786] env[69217]: _type = "Task" [ 1049.298786] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.360346] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52850820-cd20-2e7f-a975-0da1288a8fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.030354} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.361646] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6218f090-8dbe-4d31-8a8c-c053a9c578f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373669] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1049.373669] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286d1da-39a0-07f5-ff58-193365fcb8f0" [ 1049.373669] env[69217]: _type = "Task" [ 1049.373669] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.390169] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286d1da-39a0-07f5-ff58-193365fcb8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.422557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.422557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.422557] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.466137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b88277b-c817-43fc-82ee-b14996b2977b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.475140] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f57f29-59e3-436c-b486-eb62243f8980 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.511343] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b42ab055-d43b-479f-9cbb-560ac4445a58 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.153s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.518796] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.522296] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d62d303-8ec6-4337-a91c-7af03e512045 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.525820] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c7084-2116-44f1-9ed6-cdf79a5a3810 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.533842] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510532} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.536809] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.537035] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.537510] env[69217]: INFO nova.compute.manager [-] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Took 1.04 seconds to deallocate network for instance. [ 1049.537870] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1049.537870] env[69217]: value = "task-3532841" [ 1049.537870] env[69217]: _type = "Task" [ 1049.537870] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.538087] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3693203-61c2-4a30-823b-dda12da77280 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541290] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84041ef-f89c-4f70-a526-230d6e13f367 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.564530] env[69217]: DEBUG nova.compute.provider_tree [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.571269] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.571461] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1049.571461] env[69217]: value = "task-3532842" [ 1049.571461] env[69217]: _type = "Task" [ 1049.571461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.581399] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.633968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.668812] env[69217]: DEBUG oslo_concurrency.lockutils [req-98d52d75-3731-4683-9ddc-93e49842a572 req-07f6c9a6-4f11-4a79-8c03-0c0341fec71f service nova] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.759445] env[69217]: DEBUG oslo_vmware.api [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451082} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.759717] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.759904] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.760092] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.760271] env[69217]: INFO nova.compute.manager [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1049.760507] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.760699] env[69217]: DEBUG nova.compute.manager [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.760793] env[69217]: DEBUG nova.network.neutron [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.846524] env[69217]: DEBUG nova.compute.manager [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Received event network-changed-3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.846793] env[69217]: DEBUG nova.compute.manager [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Refreshing instance network info cache due to event network-changed-3d41e50d-253b-48d9-836f-23801270024a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.847035] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] Acquiring lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.847369] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] Acquired lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.847530] env[69217]: DEBUG nova.network.neutron [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Refreshing network info cache for port 3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.886097] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286d1da-39a0-07f5-ff58-193365fcb8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.034441} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.886097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.886097] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.886097] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd173ecc-9402-4c47-83c7-73bee4921fc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.891703] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1049.891703] env[69217]: value = "task-3532843" [ 1049.891703] env[69217]: _type = "Task" [ 1049.891703] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.901360] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.992777] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.057543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.057866] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.073489] env[69217]: DEBUG nova.scheduler.client.report [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.086064] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.086332] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.087329] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49b8af-6a48-460c-b620-f659b3944a69 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.120706] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.125304] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b08df9d-a299-41cb-9035-eb4ba0e05ebc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.146822] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1050.146822] env[69217]: value = "task-3532844" [ 1050.146822] env[69217]: _type = "Task" [ 1050.146822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.158538] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.362895] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Received event network-vif-plugged-7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.363137] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Acquiring lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.363355] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.363525] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.363691] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] No waiting events found dispatching network-vif-plugged-7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.363853] env[69217]: WARNING nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Received unexpected event network-vif-plugged-7db456e7-49a1-4d45-8a2f-f16ad031b3dd for instance with vm_state building and task_state spawning. [ 1050.364018] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Received event network-changed-7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.364204] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Refreshing instance network info cache due to event network-changed-7db456e7-49a1-4d45-8a2f-f16ad031b3dd. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.364371] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Acquiring lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.378197] env[69217]: DEBUG nova.network.neutron [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Updating instance_info_cache with network_info: [{"id": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "address": "fa:16:3e:50:a4:9e", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db456e7-49", "ovs_interfaceid": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.404221] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532843, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.557345] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.581500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.586064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.100s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.586064] env[69217]: DEBUG nova.objects.instance [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'resources' on Instance uuid 63424515-b275-431c-a145-6e221da82cf1 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.642321] env[69217]: DEBUG nova.network.neutron [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Updated VIF entry in instance network info cache for port 3d41e50d-253b-48d9-836f-23801270024a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.642520] env[69217]: DEBUG nova.network.neutron [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Updating instance_info_cache with network_info: [{"id": "3d41e50d-253b-48d9-836f-23801270024a", "address": "fa:16:3e:8d:be:ae", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41e50d-25", "ovs_interfaceid": "3d41e50d-253b-48d9-836f-23801270024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.660543] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.798523] env[69217]: DEBUG nova.network.neutron [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.881433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.881849] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Instance network_info: |[{"id": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "address": "fa:16:3e:50:a4:9e", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db456e7-49", "ovs_interfaceid": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.882612] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Acquired lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.883231] env[69217]: DEBUG nova.network.neutron [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Refreshing network info cache for port 7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.887357] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a4:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db456e7-49a1-4d45-8a2f-f16ad031b3dd', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.895689] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.899476] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.903421] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d48899-52f0-42b7-b12e-09f88cede18f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.925158] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914176} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.926276] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.926523] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.926776] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.926776] env[69217]: value = "task-3532845" [ 1050.926776] env[69217]: _type = "Task" [ 1050.926776] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.927035] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3a3d29-73ff-44a0-b415-bc0126152866 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.938450] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532845, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.942009] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1050.942009] env[69217]: value = "task-3532846" [ 1050.942009] env[69217]: _type = "Task" [ 1050.942009] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.058013] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.091673] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "ddc44606-8a84-467e-a494-72ed070be698" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.091673] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "ddc44606-8a84-467e-a494-72ed070be698" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.091673] env[69217]: DEBUG nova.objects.instance [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'numa_topology' on Instance uuid 63424515-b275-431c-a145-6e221da82cf1 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.138014] env[69217]: DEBUG nova.network.neutron [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Updated VIF entry in instance network info cache for port 7db456e7-49a1-4d45-8a2f-f16ad031b3dd. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.138387] env[69217]: DEBUG nova.network.neutron [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Updating instance_info_cache with network_info: [{"id": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "address": "fa:16:3e:50:a4:9e", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db456e7-49", "ovs_interfaceid": "7db456e7-49a1-4d45-8a2f-f16ad031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.146093] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a67483a-8834-4b9c-b76a-41ed8358eaee req-fa050852-2ab7-44cc-989b-c3b77aa8941c service nova] Releasing lock "refresh_cache-516953cd-2bfb-4cac-a962-74116a928793" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.157770] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532844, 'name': ReconfigVM_Task, 'duration_secs': 0.712835} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.158065] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Reconfigured VM instance instance-00000055 to attach disk [datastore2] b69c1e23-a28c-4101-9fc4-15be02e81b28/b69c1e23-a28c-4101-9fc4-15be02e81b28.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.158695] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249bc168-da26-41b0-a570-e85606aabf84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.164989] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1051.164989] env[69217]: value = "task-3532847" [ 1051.164989] env[69217]: _type = "Task" [ 1051.164989] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.173061] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532847, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.302026] env[69217]: INFO nova.compute.manager [-] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Took 1.54 seconds to deallocate network for instance. [ 1051.439361] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532845, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.448469] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1215} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.449319] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.449585] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc411a8-5087-4738-8ecc-14d930def106 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.473449] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.473909] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8e8f1e-ec19-4dba-92f3-d3d0c02488fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.495026] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1051.495026] env[69217]: value = "task-3532848" [ 1051.495026] env[69217]: _type = "Task" [ 1051.495026] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.507707] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.544285] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.544539] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.558150] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.593961] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "ddc44606-8a84-467e-a494-72ed070be698" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.594580] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.597292] env[69217]: DEBUG nova.objects.base [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Object Instance<63424515-b275-431c-a145-6e221da82cf1> lazy-loaded attributes: resources,numa_topology {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.642171] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] Releasing lock "refresh_cache-4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.642405] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Received event network-vif-deleted-020ceefd-2fdf-471c-8dad-f967af60ec36 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.642654] env[69217]: INFO nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Neutron deleted interface 020ceefd-2fdf-471c-8dad-f967af60ec36; detaching it from the instance and deleting it from the info cache [ 1051.642888] env[69217]: DEBUG nova.network.neutron [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.677945] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532847, 'name': Rename_Task, 'duration_secs': 0.401678} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.678284] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.678601] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680667c2-ec81-4068-8e62-cc75ea5e79e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.687725] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1051.687725] env[69217]: value = "task-3532849" [ 1051.687725] env[69217]: _type = "Task" [ 1051.687725] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.697613] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.808959] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.860458] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3800561-b95c-4913-b3b0-f5ee33096f7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.868327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292ca0b-6c69-4708-9e4d-a2f7be7ba534 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.898170] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a617f-df46-4068-851f-4d3dbf23691d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.905071] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95dfd9d-18b7-4b21-8a44-c863f4f0bc0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.919201] env[69217]: DEBUG nova.compute.provider_tree [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.938685] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532845, 'name': CreateVM_Task, 'duration_secs': 0.676345} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.938846] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.939509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.939674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.939986] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.940235] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f672a578-9fa4-4b1c-a6b9-0f4206890c55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.944414] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1051.944414] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526f9261-6a85-5b74-eef3-af7bf4019cef" [ 1051.944414] env[69217]: _type = "Task" [ 1051.944414] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.951894] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526f9261-6a85-5b74-eef3-af7bf4019cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.005249] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532848, 'name': ReconfigVM_Task, 'duration_secs': 0.288394} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.005651] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.006310] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e077481-8aa3-4515-b78b-f6224bb094f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.013081] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1052.013081] env[69217]: value = "task-3532850" [ 1052.013081] env[69217]: _type = "Task" [ 1052.013081] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.021807] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532850, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.047679] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.059142] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.101334] env[69217]: DEBUG nova.compute.utils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.102689] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.102863] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.140827] env[69217]: DEBUG nova.policy [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b58e45e6b68248098018bd3101ed10e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f58c35bcc154fcea10c845298519551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.148753] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d233cc7-153b-4eea-ba3f-954d7c22d648 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.157596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8c2d4-b3b9-46b2-b1d8-7a8a4d83fe8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.189835] env[69217]: DEBUG nova.compute.manager [req-c7a6d7fb-70e8-4aad-879d-9f0ee99bbca4 req-3ef77030-5a13-4c3f-81aa-36f93a81fba9 service nova] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Detach interface failed, port_id=020ceefd-2fdf-471c-8dad-f967af60ec36, reason: Instance ca7c9b09-691a-4545-beaa-240ea9350076 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.197849] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.422325] env[69217]: DEBUG nova.scheduler.client.report [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.451343] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Successfully created port: 286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.459563] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526f9261-6a85-5b74-eef3-af7bf4019cef, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.459892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.460138] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.460369] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.460512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.460692] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.460948] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31fc6bfb-4e05-4bf7-8801-0381aa7da6c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.469137] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.469320] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.470083] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751375df-d041-42ac-8842-b2422a14de95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.477206] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1052.477206] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e16a9-6d9f-8d9d-e8ce-2a0ed4dc2ded" [ 1052.477206] env[69217]: _type = "Task" [ 1052.477206] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.484863] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e16a9-6d9f-8d9d-e8ce-2a0ed4dc2ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.521973] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532850, 'name': Rename_Task, 'duration_secs': 0.150117} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.522277] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.522522] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8766bf2c-0d22-4a5e-ba4d-e84481d42154 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.528884] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1052.528884] env[69217]: value = "task-3532851" [ 1052.528884] env[69217]: _type = "Task" [ 1052.528884] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.536149] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.563928] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532841, 'name': CloneVM_Task, 'duration_secs': 2.574927} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.564214] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Created linked-clone VM from snapshot [ 1052.565081] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a01cf42-f3cf-4b03-8d3b-231d51e12d0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.573532] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Uploading image abe46c48-8553-49cd-a1c6-a3f72931222c {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1052.578172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.586536] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1052.586805] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e8bf729-18ec-43ce-8e54-d10abf071fb9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592767] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1052.592767] env[69217]: value = "task-3532852" [ 1052.592767] env[69217]: _type = "Task" [ 1052.592767] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.600431] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532852, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.606124] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.700640] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.927909] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.930542] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.535s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.931968] env[69217]: INFO nova.compute.claims [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.992720] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520e16a9-6d9f-8d9d-e8ce-2a0ed4dc2ded, 'name': SearchDatastore_Task, 'duration_secs': 0.008136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.993568] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bef482e-194f-499a-b88a-49239fce7a45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.999400] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1052.999400] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52240746-5599-0e29-4250-b90803bf800e" [ 1052.999400] env[69217]: _type = "Task" [ 1052.999400] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.007723] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52240746-5599-0e29-4250-b90803bf800e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.039332] env[69217]: DEBUG oslo_vmware.api [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532851, 'name': PowerOnVM_Task, 'duration_secs': 0.471254} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.039583] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.039806] env[69217]: INFO nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1053.040038] env[69217]: DEBUG nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.040797] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e123403-2d79-4b9a-a8fd-e10517dc959e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.106183] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532852, 'name': Destroy_Task, 'duration_secs': 0.463547} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.106479] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Destroyed the VM [ 1053.106688] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.106952] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee87d55b-0558-4eb0-9ebd-f8de12f122e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.116390] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1053.116390] env[69217]: value = "task-3532853" [ 1053.116390] env[69217]: _type = "Task" [ 1053.116390] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.124646] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.200847] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532849, 'name': PowerOnVM_Task, 'duration_secs': 1.034852} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.201139] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.201357] env[69217]: DEBUG nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.202169] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56a31d-b235-4dc3-8020-ac042cfdb6ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.335344] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "66086965-49d5-4372-966e-738e9d005efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.335616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.335809] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "66086965-49d5-4372-966e-738e9d005efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.336019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.336198] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.338362] env[69217]: INFO nova.compute.manager [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Terminating instance [ 1053.443081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-461c881d-73ab-41a9-9c16-6dcc59290fcf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.652s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.444157] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.340s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.444378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "63424515-b275-431c-a145-6e221da82cf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.444607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.444765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.446514] env[69217]: INFO nova.compute.manager [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Terminating instance [ 1053.510815] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52240746-5599-0e29-4250-b90803bf800e, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.511125] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.511429] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c/4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.511735] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f764d02-f1be-4a79-b916-f39c6ec0d314 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.518372] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1053.518372] env[69217]: value = "task-3532854" [ 1053.518372] env[69217]: _type = "Task" [ 1053.518372] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.528085] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.557964] env[69217]: INFO nova.compute.manager [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Took 30.32 seconds to build instance. [ 1053.618900] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.630626] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532853, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.644926] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.645197] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.645395] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.645579] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.645742] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.645895] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.646150] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.646346] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.646521] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.646703] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.646879] env[69217]: DEBUG nova.virt.hardware [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.647756] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eed97d-2bf5-4f21-b971-d3d5d0ba2995 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.655195] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8fe81e-30e2-4c9e-9b72-f3f081c725a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.714214] env[69217]: INFO nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] bringing vm to original state: 'stopped' [ 1053.841857] env[69217]: DEBUG nova.compute.manager [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.842129] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.843091] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34672b75-e95f-4d31-9e58-58fd9690116e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.852828] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.853123] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2601ea3f-1d5f-4f34-b1ca-2587ec12c93a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.859559] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1053.859559] env[69217]: value = "task-3532855" [ 1053.859559] env[69217]: _type = "Task" [ 1053.859559] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.869348] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.950369] env[69217]: DEBUG nova.compute.manager [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.950876] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.950986] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae10b00f-2d24-4a1a-ab9a-c1a8fc0f3b59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.962201] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5d195-f0c3-47a2-b3a4-e7ef36a1afb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.985262] env[69217]: DEBUG nova.compute.manager [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Received event network-vif-plugged-286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.985262] env[69217]: DEBUG oslo_concurrency.lockutils [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] Acquiring lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.985262] env[69217]: DEBUG oslo_concurrency.lockutils [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.985262] env[69217]: DEBUG oslo_concurrency.lockutils [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.985262] env[69217]: DEBUG nova.compute.manager [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] No waiting events found dispatching network-vif-plugged-286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.986742] env[69217]: WARNING nova.compute.manager [req-2cfdc423-f208-47d4-a39d-e00bd160f36a req-e8e741d9-53a7-46a7-9d31-b3cd1e0524bc service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Received unexpected event network-vif-plugged-286d54e0-8639-4400-a1f2-712a1e163214 for instance with vm_state building and task_state spawning. [ 1054.006665] env[69217]: WARNING nova.virt.vmwareapi.vmops [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 63424515-b275-431c-a145-6e221da82cf1 could not be found. [ 1054.007085] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.007488] env[69217]: INFO nova.compute.manager [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 63424515-b275-431c-a145-6e221da82cf1] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1054.007902] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.011576] env[69217]: DEBUG nova.compute.manager [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.012419] env[69217]: DEBUG nova.network.neutron [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.027944] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532854, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.059509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.834s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.135882] env[69217]: DEBUG oslo_vmware.api [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532853, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650819} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.136567] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.256018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c917482-246d-40ea-96b6-9ee6e5569ae1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.263148] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d86e4d-e1c9-4292-ae2a-64d396519a4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.296636] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2d9a1-aba1-4723-b4dd-f066205e15e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.305081] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debd8e3-338b-4d56-a541-c38314feacef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.321081] env[69217]: DEBUG nova.compute.provider_tree [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.372482] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532855, 'name': PowerOffVM_Task, 'duration_secs': 0.258762} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.372482] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.372482] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.372482] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afdc4352-3ad7-40af-b6e9-0987369967bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.485809] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.486056] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.486250] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Deleting the datastore file [datastore1] 66086965-49d5-4372-966e-738e9d005efe {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.486731] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe65d007-ddfe-481a-9f53-193daaa3d88f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.495389] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for the task: (returnval){ [ 1054.495389] env[69217]: value = "task-3532857" [ 1054.495389] env[69217]: _type = "Task" [ 1054.495389] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.504781] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.528600] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517824} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.528873] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c/4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.529391] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.529657] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e70732-b88d-418f-9360-db60a9fc0209 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.537023] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1054.537023] env[69217]: value = "task-3532858" [ 1054.537023] env[69217]: _type = "Task" [ 1054.537023] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.544445] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.629111] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Successfully updated port: 286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.646854] env[69217]: WARNING nova.compute.manager [None req-18db3954-1cf8-4ef8-87a9-4504c578f9e7 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Image not found during snapshot: nova.exception.ImageNotFound: Image abe46c48-8553-49cd-a1c6-a3f72931222c could not be found. [ 1054.722897] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.723216] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.723401] env[69217]: DEBUG nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.725737] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a56e4-b5cb-45ad-ba42-95a8fb1a0e5d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.736210] env[69217]: DEBUG nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1054.824041] env[69217]: DEBUG nova.scheduler.client.report [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.006289] env[69217]: DEBUG oslo_vmware.api [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Task: {'id': task-3532857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325705} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.006513] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.006728] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.006912] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.007099] env[69217]: INFO nova.compute.manager [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] [instance: 66086965-49d5-4372-966e-738e9d005efe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1055.007339] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.007563] env[69217]: DEBUG nova.compute.manager [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.007661] env[69217]: DEBUG nova.network.neutron [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.046997] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073073} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.047278] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.048107] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e4de4-be1a-4e9b-a70c-b07bd54beea9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.070770] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c/4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.070963] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd04ebe-f4ca-4f12-9643-875b9bef5771 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.090027] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1055.090027] env[69217]: value = "task-3532859" [ 1055.090027] env[69217]: _type = "Task" [ 1055.090027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.096894] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.135887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.136174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquired lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.136260] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.238666] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.239008] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07daa20-1f98-4a6d-b3fd-e3541b473d6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.246988] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1055.246988] env[69217]: value = "task-3532860" [ 1055.246988] env[69217]: _type = "Task" [ 1055.246988] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.259100] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.273799] env[69217]: DEBUG nova.network.neutron [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.331968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.332549] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.337672] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.754s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.601263] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.686197] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.762094] env[69217]: DEBUG oslo_vmware.api [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532860, 'name': PowerOffVM_Task, 'duration_secs': 0.438009} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.762094] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.762383] env[69217]: DEBUG nova.compute.manager [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.763604] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a0ced-a953-4f24-868c-f38dfc764c13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.780902] env[69217]: INFO nova.compute.manager [-] [instance: 63424515-b275-431c-a145-6e221da82cf1] Took 1.77 seconds to deallocate network for instance. [ 1055.841432] env[69217]: DEBUG nova.compute.utils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.842844] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Not allocating networking since 'none' was specified. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1055.907095] env[69217]: DEBUG nova.network.neutron [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Updating instance_info_cache with network_info: [{"id": "286d54e0-8639-4400-a1f2-712a1e163214", "address": "fa:16:3e:5d:6d:39", "network": {"id": "5c50c140-f287-4af7-b399-0afdcc69d012", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1834835615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58c35bcc154fcea10c845298519551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286d54e0-86", "ovs_interfaceid": "286d54e0-8639-4400-a1f2-712a1e163214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.018408] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Received event network-changed-286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.018642] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Refreshing instance network info cache due to event network-changed-286d54e0-8639-4400-a1f2-712a1e163214. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.018763] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Acquiring lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.021529] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.021755] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.021975] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.024129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.025021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.029123] env[69217]: INFO nova.compute.manager [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Terminating instance [ 1056.047752] env[69217]: DEBUG nova.network.neutron [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.102677] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532859, 'name': ReconfigVM_Task, 'duration_secs': 0.639554} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.102957] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c/4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.103640] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84791cfd-5e75-447e-9eea-ebbac6fb38b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.110515] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1056.110515] env[69217]: value = "task-3532861" [ 1056.110515] env[69217]: _type = "Task" [ 1056.110515] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.118329] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532861, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.276504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.356758] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.386458] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 860c3c53-b3eb-43fe-8aad-2df79bee35c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.387185] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e953472-6ec4-4836-b2ba-f296c30597e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.387552] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d5b1b2d2-83da-44c6-903a-ffd0d58fd324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.387839] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.388067] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 66086965-49d5-4372-966e-738e9d005efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.388356] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 1307d91b-d50b-4591-b35e-9a07cc6af010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.388516] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ca7c9b09-691a-4545-beaa-240ea9350076 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.388736] env[69217]: WARNING nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.389503] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a09bcfb1-0983-466b-847b-4f392ee88822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389503] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance b69c1e23-a28c-4101-9fc4-15be02e81b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389503] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 537a3796-9d19-44bd-8ab3-22e5121b81aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389503] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 516953cd-2bfb-4cac-a962-74116a928793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389503] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ace149be-a4c6-4d21-8581-7187a2ea0fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389775] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389775] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389856] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 529d1c52-bd2c-4525-86b5-1c346c547df1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.389974] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.410130] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Releasing lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.413336] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Instance network_info: |[{"id": "286d54e0-8639-4400-a1f2-712a1e163214", "address": "fa:16:3e:5d:6d:39", "network": {"id": "5c50c140-f287-4af7-b399-0afdcc69d012", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1834835615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58c35bcc154fcea10c845298519551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286d54e0-86", "ovs_interfaceid": "286d54e0-8639-4400-a1f2-712a1e163214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.413336] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Acquired lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.413336] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Refreshing network info cache for port 286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.413336] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:6d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '286d54e0-8639-4400-a1f2-712a1e163214', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.421687] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Creating folder: Project (9f58c35bcc154fcea10c845298519551). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.422467] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f2c8bd-7f45-4b82-a283-af4a4bdd45e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.432223] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Created folder: Project (9f58c35bcc154fcea10c845298519551) in parent group-v705386. [ 1056.432412] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Creating folder: Instances. Parent ref: group-v705623. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.432632] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a9e1ba-c41a-447c-a7f2-c19b4b3229da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.442167] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Created folder: Instances in parent group-v705623. [ 1056.442528] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.442725] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.442930] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8daa0c9-7780-4070-8248-f6cc93a2fe8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.461112] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.461112] env[69217]: value = "task-3532864" [ 1056.461112] env[69217]: _type = "Task" [ 1056.461112] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.468499] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532864, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.536113] env[69217]: DEBUG nova.compute.manager [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.536360] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.537324] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446dd985-8f84-42db-b472-74421c274d8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.545939] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.546232] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22c3f10-a888-4ec0-8bbe-0a4beb8b17f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.550390] env[69217]: INFO nova.compute.manager [-] [instance: 66086965-49d5-4372-966e-738e9d005efe] Took 1.54 seconds to deallocate network for instance. [ 1056.556329] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1056.556329] env[69217]: value = "task-3532865" [ 1056.556329] env[69217]: _type = "Task" [ 1056.556329] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.565549] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.623315] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532861, 'name': Rename_Task, 'duration_secs': 0.309223} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.623568] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.623826] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbbac7b9-6520-49fd-bbe9-733d75d107ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.629879] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1056.629879] env[69217]: value = "task-3532866" [ 1056.629879] env[69217]: _type = "Task" [ 1056.629879] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.637476] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.754673] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.755043] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.755273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.755494] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.755671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.758490] env[69217]: INFO nova.compute.manager [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Terminating instance [ 1056.785782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.806921] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b20d620f-7b3e-4221-9418-edf265d514ea tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "63424515-b275-431c-a145-6e221da82cf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.363s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.894160] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 28b61e85-3ffd-4501-9d93-78c1061b81bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1056.973236] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532864, 'name': CreateVM_Task, 'duration_secs': 0.480316} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.973413] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.974085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.974259] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.974578] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.975021] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1fcd47-f9a1-405b-b81f-41d48fb0f81a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.979562] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1056.979562] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52350207-8f6f-b24d-facd-04a3f93e49e2" [ 1056.979562] env[69217]: _type = "Task" [ 1056.979562] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.988041] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52350207-8f6f-b24d-facd-04a3f93e49e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.058566] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.067917] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532865, 'name': PowerOffVM_Task, 'duration_secs': 0.212191} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.068806] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.069032] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.069319] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb5d935-cbb2-4ed3-91fb-67ee094f0454 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.135384] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.135577] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.135740] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleting the datastore file [datastore1] 537a3796-9d19-44bd-8ab3-22e5121b81aa {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.136439] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c711145b-738e-4940-a26d-28bb8e013fba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.142151] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.143757] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for the task: (returnval){ [ 1057.143757] env[69217]: value = "task-3532868" [ 1057.143757] env[69217]: _type = "Task" [ 1057.143757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.152583] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.195960] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Updated VIF entry in instance network info cache for port 286d54e0-8639-4400-a1f2-712a1e163214. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.196346] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Updating instance_info_cache with network_info: [{"id": "286d54e0-8639-4400-a1f2-712a1e163214", "address": "fa:16:3e:5d:6d:39", "network": {"id": "5c50c140-f287-4af7-b399-0afdcc69d012", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1834835615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58c35bcc154fcea10c845298519551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286d54e0-86", "ovs_interfaceid": "286d54e0-8639-4400-a1f2-712a1e163214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.262336] env[69217]: DEBUG nova.compute.manager [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.262552] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.264127] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089878c-66d7-40e9-97be-de64242a587f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.272459] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.272709] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9889299c-3672-45f0-9596-50023bc6b455 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.362890] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.363145] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.363337] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore2] b69c1e23-a28c-4101-9fc4-15be02e81b28 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.363600] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc09a6f0-0751-45b2-927b-6ed01ec10489 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.370557] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.372631] env[69217]: DEBUG oslo_vmware.api [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1057.372631] env[69217]: value = "task-3532870" [ 1057.372631] env[69217]: _type = "Task" [ 1057.372631] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.381047] env[69217]: DEBUG oslo_vmware.api [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.391523] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.391523] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.391523] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.391752] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.391793] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.391923] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.392142] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.392762] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.392762] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.392762] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.392937] env[69217]: DEBUG nova.virt.hardware [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.393698] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66c49f7-bb71-4c88-af67-f68c170365f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.396756] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1057.397043] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1057.397197] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1057.404208] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7ae248-658b-480f-b1fc-b6296ec00dfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.419336] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.424878] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Creating folder: Project (12f836c7e3c64ea195d41fa5d79da0de). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.427725] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2804eb8d-7639-4de7-8401-7f71144dc59d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.437421] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Created folder: Project (12f836c7e3c64ea195d41fa5d79da0de) in parent group-v705386. [ 1057.437773] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Creating folder: Instances. Parent ref: group-v705626. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.438076] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94a68f4-2c4f-4881-8d3e-d05d28d3ebf9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.449564] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Created folder: Instances in parent group-v705626. [ 1057.449847] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.450085] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.451176] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0d77d4e-fc3e-4d72-bceb-464391a237cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.470709] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.470709] env[69217]: value = "task-3532873" [ 1057.470709] env[69217]: _type = "Task" [ 1057.470709] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.481730] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532873, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.489747] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52350207-8f6f-b24d-facd-04a3f93e49e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.490137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.490283] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.491088] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.491088] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.491088] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.491088] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5426dc3c-d059-421a-aead-b2212b54e489 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.503814] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.503999] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.507006] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e8e0db-85ff-4188-b3b1-80bcffaa9dd3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.513051] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1057.513051] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52877755-9e5d-122c-5033-b0b5323372b7" [ 1057.513051] env[69217]: _type = "Task" [ 1057.513051] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.520546] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52877755-9e5d-122c-5033-b0b5323372b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.640348] env[69217]: DEBUG oslo_vmware.api [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532866, 'name': PowerOnVM_Task, 'duration_secs': 0.569466} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.640633] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.640835] env[69217]: INFO nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1057.641029] env[69217]: DEBUG nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.644045] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c395f784-8b43-48d5-a7bb-085c33a6b6f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.658196] env[69217]: DEBUG oslo_vmware.api [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Task: {'id': task-3532868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138111} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.661103] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.661987] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.661987] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.661987] env[69217]: INFO nova.compute.manager [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.661987] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.662219] env[69217]: DEBUG nova.compute.manager [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.663035] env[69217]: DEBUG nova.network.neutron [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.698910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ab9502-81bb-46b2-80cb-bbb4f910a6bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.702784] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Releasing lock "refresh_cache-529d1c52-bd2c-4525-86b5-1c346c547df1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.703098] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.703318] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing instance network info cache due to event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.703589] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.703737] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.703955] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.710456] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e57cbf-b1e9-444e-9a3c-3dc404e1654c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.746091] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e6cdb-17e3-4dae-9bcc-c3df7c04a6ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.753887] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7911c19b-9543-4dd5-bed0-191d8b417a33 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.767975] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.806032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "0756a642-3218-44eb-9258-e562a7624157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.806032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.883208] env[69217]: DEBUG oslo_vmware.api [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143065} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.883572] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.883774] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.884018] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.884220] env[69217]: INFO nova.compute.manager [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1057.884484] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.884689] env[69217]: DEBUG nova.compute.manager [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.884778] env[69217]: DEBUG nova.network.neutron [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.981064] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532873, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.023926] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52877755-9e5d-122c-5033-b0b5323372b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.024753] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1040003d-1603-4dd7-acf8-8be966e44a80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.031111] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1058.031111] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52550aea-484a-2138-4772-5103f584084e" [ 1058.031111] env[69217]: _type = "Task" [ 1058.031111] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.039779] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52550aea-484a-2138-4772-5103f584084e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.046667] env[69217]: DEBUG nova.compute.manager [req-ce20afc4-a07b-4198-833d-e026412067a9 req-fb3c2395-057e-4640-bc1e-a86fe739b464 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Received event network-vif-deleted-aff0fd2e-7716-4c43-959d-fda2064dd377 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.046989] env[69217]: INFO nova.compute.manager [req-ce20afc4-a07b-4198-833d-e026412067a9 req-fb3c2395-057e-4640-bc1e-a86fe739b464 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Neutron deleted interface aff0fd2e-7716-4c43-959d-fda2064dd377; detaching it from the instance and deleting it from the info cache [ 1058.047092] env[69217]: DEBUG nova.network.neutron [req-ce20afc4-a07b-4198-833d-e026412067a9 req-fb3c2395-057e-4640-bc1e-a86fe739b464 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.168152] env[69217]: INFO nova.compute.manager [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Took 33.49 seconds to build instance. [ 1058.271247] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.308831] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.464132] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updated VIF entry in instance network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.464568] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.476540] env[69217]: DEBUG nova.network.neutron [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.484817] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532873, 'name': CreateVM_Task, 'duration_secs': 0.637672} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.487165] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.488292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.488370] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.488626] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.488881] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d2c3d8-9336-4488-b510-25f751e64d96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.494315] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1058.494315] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ae429-2381-a927-5444-c1ced3678726" [ 1058.494315] env[69217]: _type = "Task" [ 1058.494315] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.503451] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ae429-2381-a927-5444-c1ced3678726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.540839] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52550aea-484a-2138-4772-5103f584084e, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.541108] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.541370] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 529d1c52-bd2c-4525-86b5-1c346c547df1/529d1c52-bd2c-4525-86b5-1c346c547df1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.541627] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fad5640-486c-4fb6-8031-21594902164c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.548443] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1058.548443] env[69217]: value = "task-3532874" [ 1058.548443] env[69217]: _type = "Task" [ 1058.548443] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.552177] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0512a6f3-b29b-4a3a-bfeb-490d3fe96c8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.559341] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.563576] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32137b89-13d8-433f-a1eb-8d31d642626d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.594691] env[69217]: DEBUG nova.compute.manager [req-ce20afc4-a07b-4198-833d-e026412067a9 req-fb3c2395-057e-4640-bc1e-a86fe739b464 service nova] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Detach interface failed, port_id=aff0fd2e-7716-4c43-959d-fda2064dd377, reason: Instance 537a3796-9d19-44bd-8ab3-22e5121b81aa could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.623625] env[69217]: DEBUG nova.network.neutron [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.670851] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.781568] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1058.781939] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.444s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.782248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.674s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.782435] env[69217]: DEBUG nova.objects.instance [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1058.832293] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.967954] env[69217]: DEBUG oslo_concurrency.lockutils [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.967954] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Received event network-vif-deleted-f1539a4a-1b11-43dd-97b2-0dab3f216b68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.967954] env[69217]: INFO nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Neutron deleted interface f1539a4a-1b11-43dd-97b2-0dab3f216b68; detaching it from the instance and deleting it from the info cache [ 1058.968302] env[69217]: DEBUG nova.network.neutron [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.979595] env[69217]: INFO nova.compute.manager [-] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Took 1.32 seconds to deallocate network for instance. [ 1058.988419] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.988740] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.988971] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.989179] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.989351] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.991282] env[69217]: INFO nova.compute.manager [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Terminating instance [ 1059.006999] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]528ae429-2381-a927-5444-c1ced3678726, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.007939] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.008190] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.008433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.008612] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.008805] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.009358] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08831c5-4b74-48be-9819-a59258d8f8db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.022669] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.022928] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.024105] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbddffa7-0fd1-479e-9e79-2c4ce70eded7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.032495] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1059.032495] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9528f-5916-5afe-be7a-074b714c1265" [ 1059.032495] env[69217]: _type = "Task" [ 1059.032495] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.043450] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9528f-5916-5afe-be7a-074b714c1265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.059671] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532874, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.126147] env[69217]: INFO nova.compute.manager [-] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Took 1.24 seconds to deallocate network for instance. [ 1059.470777] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c299736-9d01-45e2-a20e-6fe3d67c775e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.480555] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ebb677-1505-40ec-a8e0-287f703b5041 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.491333] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.500491] env[69217]: DEBUG nova.compute.manager [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.500709] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.511682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0365b2d-6012-4640-98a0-abd9bcb218a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.514332] env[69217]: DEBUG nova.compute.manager [req-a3c75352-4862-4e0a-8764-6d2a261a1690 req-4577f5e2-fdc0-4aad-8b1e-c33e110a494b service nova] [instance: 66086965-49d5-4372-966e-738e9d005efe] Detach interface failed, port_id=f1539a4a-1b11-43dd-97b2-0dab3f216b68, reason: Instance 66086965-49d5-4372-966e-738e9d005efe could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.518657] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.518886] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0b3d09-74d2-4266-80a2-18009d909bde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.524711] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1059.524711] env[69217]: value = "task-3532875" [ 1059.524711] env[69217]: _type = "Task" [ 1059.524711] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.532385] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.541377] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9528f-5916-5afe-be7a-074b714c1265, 'name': SearchDatastore_Task, 'duration_secs': 0.033268} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.542174] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ea3d5e-47bb-497e-bb79-678668623495 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.546873] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1059.546873] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a3d9ad-c6c7-72e7-8388-bba50cf0bd6b" [ 1059.546873] env[69217]: _type = "Task" [ 1059.546873] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.559275] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a3d9ad-c6c7-72e7-8388-bba50cf0bd6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.562485] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5316} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.563318] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 529d1c52-bd2c-4525-86b5-1c346c547df1/529d1c52-bd2c-4525-86b5-1c346c547df1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.563318] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.563318] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9ed419-3426-4f3d-adb4-5dadd5b63850 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.569166] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1059.569166] env[69217]: value = "task-3532876" [ 1059.569166] env[69217]: _type = "Task" [ 1059.569166] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.577828] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.632630] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.792085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-155674d4-edbe-4252-9112-3a2b86e526ee tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.792470] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.071s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.792647] env[69217]: DEBUG nova.objects.instance [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.827025] env[69217]: DEBUG nova.compute.manager [None req-1ce26819-f612-406f-84cf-e4f6f7dfba27 tempest-ServerDiagnosticsV248Test-144456002 tempest-ServerDiagnosticsV248Test-144456002-project-admin] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.827819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a486e25-d1c3-4570-82fe-91a827e5a913 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.834369] env[69217]: INFO nova.compute.manager [None req-1ce26819-f612-406f-84cf-e4f6f7dfba27 tempest-ServerDiagnosticsV248Test-144456002 tempest-ServerDiagnosticsV248Test-144456002-project-admin] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Retrieving diagnostics [ 1059.835225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6481a-39c3-4e47-8470-17c3fc44f263 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.034508] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532875, 'name': PowerOffVM_Task, 'duration_secs': 0.273809} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.035053] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.035401] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.035800] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1cc35a-f2ab-40aa-9e25-46d2eb46e1bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.055584] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a3d9ad-c6c7-72e7-8388-bba50cf0bd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.056342] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.056342] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.056471] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fece1439-99d1-4609-8447-60c1e79900d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.062346] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1060.062346] env[69217]: value = "task-3532878" [ 1060.062346] env[69217]: _type = "Task" [ 1060.062346] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.070735] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.075900] env[69217]: DEBUG nova.compute.manager [req-75f0426b-4888-43bc-9cc8-eaf872fc3277 req-2f45f8f8-c785-4d04-8f34-69eda23218c4 service nova] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Received event network-vif-deleted-57a2e1d1-8d97-4617-aee4-0970a81415b4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.081296] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.081565] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.082342] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c2224-cda0-40cc-a3e5-d060a36fd36a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105979] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 529d1c52-bd2c-4525-86b5-1c346c547df1/529d1c52-bd2c-4525-86b5-1c346c547df1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.107532] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be2081c5-4f97-447b-b453-75cfd8f7fa3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.122381] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.122725] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.122863] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore2] 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.123439] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f20fd7-0d84-4b4f-97bf-7fe5a0da5885 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.129111] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1060.129111] env[69217]: value = "task-3532879" [ 1060.129111] env[69217]: _type = "Task" [ 1060.129111] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.133666] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1060.133666] env[69217]: value = "task-3532880" [ 1060.133666] env[69217]: _type = "Task" [ 1060.133666] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.140017] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.145503] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.573723] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532878, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.641690] env[69217]: DEBUG oslo_vmware.api [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227904} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.642344] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.642567] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.642759] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.642937] env[69217]: INFO nova.compute.manager [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1060.643178] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.643400] env[69217]: DEBUG nova.compute.manager [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.643549] env[69217]: DEBUG nova.network.neutron [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.648184] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.802789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c3fd3b6c-a3f2-4c8c-ab4a-d605bb235eab tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.804163] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.170s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.805874] env[69217]: INFO nova.compute.claims [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.928245] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.928940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.928940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "ace149be-a4c6-4d21-8581-7187a2ea0fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.929186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.929304] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.931629] env[69217]: INFO nova.compute.manager [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Terminating instance [ 1061.073412] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521681} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.073685] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.073895] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.074185] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03eee6ce-3833-4125-a439-46c188e5d90e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.079830] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1061.079830] env[69217]: value = "task-3532881" [ 1061.079830] env[69217]: _type = "Task" [ 1061.079830] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.086971] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.145047] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532880, 'name': ReconfigVM_Task, 'duration_secs': 0.611389} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.145273] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 529d1c52-bd2c-4525-86b5-1c346c547df1/529d1c52-bd2c-4525-86b5-1c346c547df1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.145919] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157eb6e7-84af-459e-904b-852fb8007e3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.151266] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1061.151266] env[69217]: value = "task-3532882" [ 1061.151266] env[69217]: _type = "Task" [ 1061.151266] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.159602] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532882, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.365432] env[69217]: DEBUG nova.network.neutron [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.435437] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "refresh_cache-ace149be-a4c6-4d21-8581-7187a2ea0fda" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.435594] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquired lock "refresh_cache-ace149be-a4c6-4d21-8581-7187a2ea0fda" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.435774] env[69217]: DEBUG nova.network.neutron [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.588870] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066228} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.589219] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.589873] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687306c2-16c7-4bf0-993a-43c67d6283f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.608822] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.609048] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5397b440-b806-49cb-8fe9-013c14d48953 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.627788] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1061.627788] env[69217]: value = "task-3532883" [ 1061.627788] env[69217]: _type = "Task" [ 1061.627788] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.635076] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.660786] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532882, 'name': Rename_Task, 'duration_secs': 0.143443} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.661262] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.661321] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f12b8b-81b1-42a5-bcb0-96b72a1d9564 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.667330] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1061.667330] env[69217]: value = "task-3532884" [ 1061.667330] env[69217]: _type = "Task" [ 1061.667330] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.675591] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.867317] env[69217]: INFO nova.compute.manager [-] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Took 1.22 seconds to deallocate network for instance. [ 1061.954810] env[69217]: DEBUG nova.network.neutron [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.009877] env[69217]: DEBUG nova.network.neutron [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.065253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ea8fd-9e8e-46c1-8b1d-40272a4ba45a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.073317] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2211d182-a8c4-4cfa-a0b4-0b5de1a10618 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.105757] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0f50b6-cb4c-4f1d-b467-d3a24f825408 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.109279] env[69217]: DEBUG nova.compute.manager [req-f4d4f804-48d7-424c-8c17-dd07ccd8dbb7 req-87a42593-df69-4b7d-8232-a949e7e9fae5 service nova] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Received event network-vif-deleted-7db456e7-49a1-4d45-8a2f-f16ad031b3dd {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.114781] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2daa27-079a-4577-a5b1-af24aee0bc9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.128449] env[69217]: DEBUG nova.compute.provider_tree [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.138041] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.178230] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.374568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.515368] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Releasing lock "refresh_cache-ace149be-a4c6-4d21-8581-7187a2ea0fda" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.515917] env[69217]: DEBUG nova.compute.manager [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.516192] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.517206] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c143f20-9ff4-44fb-8a2b-a67bb226979e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.524982] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.525258] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6f9a67-99df-465e-9166-4a2aae91f6bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.531872] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1062.531872] env[69217]: value = "task-3532885" [ 1062.531872] env[69217]: _type = "Task" [ 1062.531872] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.540073] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.634322] env[69217]: DEBUG nova.scheduler.client.report [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.644027] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.678305] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.041664] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.141040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.141277] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.143740] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532883, 'name': ReconfigVM_Task, 'duration_secs': 1.343681} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.143952] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.087s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.144159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.146085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.337s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.146269] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.147987] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.570s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.149454] env[69217]: INFO nova.compute.claims [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.152297] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.154777] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da27d7a3-5b5e-4581-a4f7-959c362bc313 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.162446] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1063.162446] env[69217]: value = "task-3532886" [ 1063.162446] env[69217]: _type = "Task" [ 1063.162446] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.172880] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532886, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.174617] env[69217]: INFO nova.scheduler.client.report [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Deleted allocations for instance 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8 [ 1063.176821] env[69217]: INFO nova.scheduler.client.report [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocations for instance ca7c9b09-691a-4545-beaa-240ea9350076 [ 1063.193156] env[69217]: DEBUG oslo_vmware.api [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532884, 'name': PowerOnVM_Task, 'duration_secs': 1.014121} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.193156] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.193401] env[69217]: INFO nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1063.193641] env[69217]: DEBUG nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.194760] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f2e815-c4be-48fb-9c26-ed5065f8bdfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.542266] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532885, 'name': PowerOffVM_Task, 'duration_secs': 0.542194} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.542526] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.542694] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.542951] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88de9973-30c8-40bd-bd5f-4d36892d74e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.567714] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.567877] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.568056] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Deleting the datastore file [datastore2] ace149be-a4c6-4d21-8581-7187a2ea0fda {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.568310] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57f46c3e-8248-4933-b13f-f835b2038e99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.573703] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for the task: (returnval){ [ 1063.573703] env[69217]: value = "task-3532888" [ 1063.573703] env[69217]: _type = "Task" [ 1063.573703] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.580839] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.658012] env[69217]: DEBUG nova.compute.utils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.658994] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.659184] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.674880] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532886, 'name': Rename_Task, 'duration_secs': 0.135031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.674933] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.675205] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46d16ecd-9b57-40d8-8f74-947c197c8704 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.681557] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1063.681557] env[69217]: value = "task-3532889" [ 1063.681557] env[69217]: _type = "Task" [ 1063.681557] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.693490] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b26cfda1-7ae9-47a8-8ad6-b1601f18d77c tempest-ServersListShow298Test-61073274 tempest-ServersListShow298Test-61073274-project-member] Lock "8bf10b3d-026f-4d57-baba-65d4f8e1ecf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.023s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.694630] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.695177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "ca7c9b09-691a-4545-beaa-240ea9350076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.573s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.714487] env[69217]: INFO nova.compute.manager [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Took 32.09 seconds to build instance. [ 1063.717637] env[69217]: DEBUG nova.policy [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140e7e2abe2646a3afe83ab56ed97ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f28a520fc7c46b19219bcc495345e09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.035147] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Successfully created port: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.083506] env[69217]: DEBUG oslo_vmware.api [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Task: {'id': task-3532888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09819} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.083772] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.083957] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.084152] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.084325] env[69217]: INFO nova.compute.manager [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1064.084558] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.084756] env[69217]: DEBUG nova.compute.manager [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.084878] env[69217]: DEBUG nova.network.neutron [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.105407] env[69217]: DEBUG nova.network.neutron [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.162250] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.193668] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.220535] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6da218e2-7186-4e59-a6bf-077a20e7578e tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.608s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.408819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed5d88-d5c1-454f-a517-56c571176f13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.418514] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63cafb-2233-46eb-9ddf-50091340339d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.455018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb8d777-a556-4a23-8a81-81c93896a081 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.466745] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36ecae-a59c-44d5-a8f6-ab0e44d08fe3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.480913] env[69217]: DEBUG nova.compute.provider_tree [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.608996] env[69217]: DEBUG nova.network.neutron [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.694239] env[69217]: DEBUG oslo_vmware.api [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532889, 'name': PowerOnVM_Task, 'duration_secs': 0.633294} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.694511] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.694706] env[69217]: INFO nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1064.694887] env[69217]: DEBUG nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.695721] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c57ffd5-9ca6-4ff8-ba15-2c11b5c87564 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.962370] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "529d1c52-bd2c-4525-86b5-1c346c547df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.962657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.962867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.963059] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.963233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.965425] env[69217]: INFO nova.compute.manager [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Terminating instance [ 1064.986304] env[69217]: DEBUG nova.scheduler.client.report [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.111605] env[69217]: INFO nova.compute.manager [-] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Took 1.03 seconds to deallocate network for instance. [ 1065.175358] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.216111] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.216692] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.216878] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.217082] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.217234] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.217603] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.217838] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.218011] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.218199] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.218367] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.218552] env[69217]: DEBUG nova.virt.hardware [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.221322] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83466e8f-75af-44d1-b6da-cfa57edcd07a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.224558] env[69217]: INFO nova.compute.manager [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Took 21.84 seconds to build instance. [ 1065.231996] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac7177-f05c-45dd-90e2-4db3cea1a86a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.469870] env[69217]: DEBUG nova.compute.manager [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.470239] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.472076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa762e5-b322-4cb3-9e3a-b2707abc1506 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.480800] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.481178] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bb8c7c-9969-427a-9d2b-b11879950691 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.486768] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1065.486768] env[69217]: value = "task-3532890" [ 1065.486768] env[69217]: _type = "Task" [ 1065.486768] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.494369] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.494909] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.502793] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.717s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.504992] env[69217]: DEBUG nova.objects.instance [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1065.515472] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.590433] env[69217]: DEBUG nova.compute.manager [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Received event network-vif-plugged-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.590666] env[69217]: DEBUG oslo_concurrency.lockutils [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] Acquiring lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.590886] env[69217]: DEBUG oslo_concurrency.lockutils [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.591070] env[69217]: DEBUG oslo_concurrency.lockutils [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.591247] env[69217]: DEBUG nova.compute.manager [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] No waiting events found dispatching network-vif-plugged-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.591415] env[69217]: WARNING nova.compute.manager [req-290fa3aa-96bf-4728-a816-c6e753edf221 req-60877736-aa1f-4d88-8d00-d19d4d117a7d service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Received unexpected event network-vif-plugged-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 for instance with vm_state building and task_state spawning. [ 1065.618970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.726737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33688a9e-5b8b-4406-92d5-986dd28cf047 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.355s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.785239] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Successfully updated port: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.888904] env[69217]: INFO nova.compute.manager [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Rebuilding instance [ 1065.953699] env[69217]: DEBUG nova.compute.manager [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.954870] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b84d0-69b5-4ba8-8190-b2342e99ca86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.000544] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532890, 'name': PowerOffVM_Task, 'duration_secs': 0.243371} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.000836] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.001013] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.001279] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2689c86b-a9c6-4a77-9a5c-788d0e58b6d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.014333] env[69217]: DEBUG nova.compute.utils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.019268] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.019440] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.061369] env[69217]: DEBUG nova.policy [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.065089] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.065309] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.065498] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Deleting the datastore file [datastore1] 529d1c52-bd2c-4525-86b5-1c346c547df1 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.065752] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538a6b53-9698-40be-a9d0-6db1a449ef1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.071782] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for the task: (returnval){ [ 1066.071782] env[69217]: value = "task-3532892" [ 1066.071782] env[69217]: _type = "Task" [ 1066.071782] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.079720] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.287919] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.288064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.288198] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.362393] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Successfully created port: 44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.517489] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a023aa9d-7814-4ccc-8f04-237be9f0d9d0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.521979] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.460s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.521979] env[69217]: DEBUG nova.objects.instance [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lazy-loading 'resources' on Instance uuid 66086965-49d5-4372-966e-738e9d005efe {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.524828] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.583578] env[69217]: DEBUG oslo_vmware.api [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Task: {'id': task-3532892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139614} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.583835] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.584029] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.584205] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.584370] env[69217]: INFO nova.compute.manager [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1066.584603] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.585067] env[69217]: DEBUG nova.compute.manager [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.585236] env[69217]: DEBUG nova.network.neutron [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.847274] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.968367] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.969035] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d46eb7f6-38ba-4de6-b8c8-d7e172c0b488 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.976632] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1066.976632] env[69217]: value = "task-3532893" [ 1066.976632] env[69217]: _type = "Task" [ 1066.976632] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.986452] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.316604] env[69217]: DEBUG nova.network.neutron [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Updating instance_info_cache with network_info: [{"id": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "address": "fa:16:3e:a3:9a:29", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c7821b-6e", "ovs_interfaceid": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.365454] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0ad9d-0107-468f-bb64-f01fb27be32f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.373716] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc12c537-3288-465a-a080-95a6a754a740 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.403672] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e901c-a675-45f4-aa4e-22909b9b9702 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.414014] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d74778-b32a-4029-842a-6c7aa8d1fe38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.431488] env[69217]: DEBUG nova.compute.provider_tree [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.487324] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532893, 'name': PowerOffVM_Task, 'duration_secs': 0.201247} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.487622] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.488319] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.489459] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0d26fc-2b86-49d5-8d8a-b60595eeeef6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.496510] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.496755] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b3d7e6-0125-42ef-a986-bfbf942b6850 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.522576] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.522800] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.522983] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Deleting the datastore file [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.523278] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48bc6e75-d3d8-4f62-a988-e73b9b14faa8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.529614] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1067.529614] env[69217]: value = "task-3532895" [ 1067.529614] env[69217]: _type = "Task" [ 1067.529614] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.538082] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.540091] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.569399] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.569642] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.569790] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.569976] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.570134] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.570282] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.570492] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.570659] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.570819] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.571024] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.571166] env[69217]: DEBUG nova.virt.hardware [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.572443] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34a81fb-0e32-4e6a-a069-4e1cd4bfae16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.580925] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535f1f9-820d-4865-be81-351f80d2b5c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.630606] env[69217]: DEBUG nova.compute.manager [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Received event network-changed-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.631186] env[69217]: DEBUG nova.compute.manager [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Refreshing instance network info cache due to event network-changed-31c7821b-6ec9-4cfe-9a72-fec5268f52f2. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.631413] env[69217]: DEBUG oslo_concurrency.lockutils [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] Acquiring lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.689674] env[69217]: DEBUG nova.network.neutron [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.819530] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.819899] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance network_info: |[{"id": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "address": "fa:16:3e:a3:9a:29", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c7821b-6e", "ovs_interfaceid": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.824263] env[69217]: DEBUG oslo_concurrency.lockutils [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] Acquired lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.824514] env[69217]: DEBUG nova.network.neutron [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Refreshing network info cache for port 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.825929] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c7821b-6ec9-4cfe-9a72-fec5268f52f2', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.839910] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.840749] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.841359] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a00294c-8e90-4eb0-bae8-c207ff7d21b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.865073] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.865073] env[69217]: value = "task-3532896" [ 1067.865073] env[69217]: _type = "Task" [ 1067.865073] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.879214] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532896, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.936046] env[69217]: DEBUG nova.scheduler.client.report [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.954851] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Successfully updated port: 44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.042836] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091324} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.043146] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.043388] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.046572] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.196492] env[69217]: INFO nova.compute.manager [-] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Took 1.61 seconds to deallocate network for instance. [ 1068.375388] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532896, 'name': CreateVM_Task, 'duration_secs': 0.362127} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.375552] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.376239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.376432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.376717] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.377009] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9012662a-914a-48f3-915a-db0493508ffa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.381500] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1068.381500] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525eb65b-4f2e-78bc-f198-7d1bdc2d184e" [ 1068.381500] env[69217]: _type = "Task" [ 1068.381500] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.389600] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525eb65b-4f2e-78bc-f198-7d1bdc2d184e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.446730] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.449793] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.618s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.456017] env[69217]: INFO nova.compute.claims [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.465652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465652] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.492938] env[69217]: INFO nova.scheduler.client.report [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Deleted allocations for instance 66086965-49d5-4372-966e-738e9d005efe [ 1068.579078] env[69217]: DEBUG nova.network.neutron [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Updated VIF entry in instance network info cache for port 31c7821b-6ec9-4cfe-9a72-fec5268f52f2. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.579451] env[69217]: DEBUG nova.network.neutron [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Updating instance_info_cache with network_info: [{"id": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "address": "fa:16:3e:a3:9a:29", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c7821b-6e", "ovs_interfaceid": "31c7821b-6ec9-4cfe-9a72-fec5268f52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.706638] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.893222] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525eb65b-4f2e-78bc-f198-7d1bdc2d184e, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.893742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894041] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.894330] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.894516] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.894710] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.894984] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1665f00-d72d-4906-844b-51fcf3c3a97e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.904126] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.904348] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.905017] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a67fba-a5f1-440a-b7f0-efa7602ddd19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.910044] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1068.910044] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526562cd-afca-1a55-d2d3-fc4ad1145c4c" [ 1068.910044] env[69217]: _type = "Task" [ 1068.910044] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.917662] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526562cd-afca-1a55-d2d3-fc4ad1145c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.996730] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.001214] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22ba659d-fd24-4182-a3cb-341ea3e72932 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Lock "66086965-49d5-4372-966e-738e9d005efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.666s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.081134] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.081134] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.081564] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.081564] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.081682] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.081762] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.081975] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.082652] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.082749] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.082958] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.083192] env[69217]: DEBUG nova.virt.hardware [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.083983] env[69217]: DEBUG oslo_concurrency.lockutils [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] Releasing lock "refresh_cache-28b61e85-3ffd-4501-9d93-78c1061b81bc" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.084294] env[69217]: DEBUG nova.compute.manager [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Received event network-vif-deleted-286d54e0-8639-4400-a1f2-712a1e163214 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.084858] env[69217]: INFO nova.compute.manager [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Neutron deleted interface 286d54e0-8639-4400-a1f2-712a1e163214; detaching it from the instance and deleting it from the info cache [ 1069.084858] env[69217]: DEBUG nova.network.neutron [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.087311] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e1fe73-95fe-4116-9b61-b3dc8c303d00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.098362] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a96fb-8083-4391-adc3-308e07174711 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.118886] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance VIF info [] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.124929] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.125516] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.125743] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd4931da-c61c-419c-bb65-c6e6a063d24d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.144188] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.144188] env[69217]: value = "task-3532897" [ 1069.144188] env[69217]: _type = "Task" [ 1069.144188] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.155943] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532897, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.195463] env[69217]: DEBUG nova.network.neutron [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.426852] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526562cd-afca-1a55-d2d3-fc4ad1145c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.007938} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.431015] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55b2b38-4537-4c13-89ef-55111a5d0b90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.437808] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1069.437808] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b43aec-3304-1da0-6c0d-d737a8fc3a98" [ 1069.437808] env[69217]: _type = "Task" [ 1069.437808] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.453903] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b43aec-3304-1da0-6c0d-d737a8fc3a98, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.454195] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.454468] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.454757] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c70d41-185c-4078-abb6-c939c4ef1ce4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.461552] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1069.461552] env[69217]: value = "task-3532898" [ 1069.461552] env[69217]: _type = "Task" [ 1069.461552] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.477240] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.591722] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a32fe2-00fa-4b4a-b8ee-a70ac7ce7353 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.602150] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcbcaca-f2c5-4306-9e09-0cb3a2552842 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.639708] env[69217]: DEBUG nova.compute.manager [req-55d52f52-4c1b-45e9-9ed8-ebfc6ff32a0b req-d34d4ed6-0bea-4f85-8abe-0bcca7da2ac7 service nova] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Detach interface failed, port_id=286d54e0-8639-4400-a1f2-712a1e163214, reason: Instance 529d1c52-bd2c-4525-86b5-1c346c547df1 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.656192] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532897, 'name': CreateVM_Task, 'duration_secs': 0.288402} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.657861] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.659892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.660111] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.661411] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.662873] env[69217]: DEBUG nova.compute.manager [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-plugged-44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.663928] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.663928] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.663928] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.664177] env[69217]: DEBUG nova.compute.manager [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] No waiting events found dispatching network-vif-plugged-44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.664177] env[69217]: WARNING nova.compute.manager [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received unexpected event network-vif-plugged-44f9946b-5319-45f4-98c6-a4f07e5a5300 for instance with vm_state building and task_state spawning. [ 1069.664324] env[69217]: DEBUG nova.compute.manager [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-changed-44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.664474] env[69217]: DEBUG nova.compute.manager [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing instance network info cache due to event network-changed-44f9946b-5319-45f4-98c6-a4f07e5a5300. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.664638] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.665271] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed340c7a-b717-4ae4-ab27-0cc9a4e97215 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.672549] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1069.672549] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f3b36a-9700-873b-90c5-29891fe5da06" [ 1069.672549] env[69217]: _type = "Task" [ 1069.672549] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.683927] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f3b36a-9700-873b-90c5-29891fe5da06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.699327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.699639] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Instance network_info: |[{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.700573] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700755] env[69217]: DEBUG nova.network.neutron [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing network info cache for port 44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.702190] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:a3:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f9946b-5319-45f4-98c6-a4f07e5a5300', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.710575] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.714010] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.715417] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2112f5d-3f5f-416f-9fc9-786dacd9cb52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.745096] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.745096] env[69217]: value = "task-3532899" [ 1069.745096] env[69217]: _type = "Task" [ 1069.745096] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.760191] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532899, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.822776] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c433ced-7b01-46a8-b674-a33ac3494d18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.836643] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985a1a73-2d10-4c6c-b8b2-d621aaa2ad13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.881468] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098b6f0-82bd-4595-86da-7a6a7be5eca8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.891018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "944df052-5693-4f7e-8a12-97d37270c13e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.891018] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.895154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb0059-5e90-45df-a9f9-1960a85ddfde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.912923] env[69217]: DEBUG nova.compute.provider_tree [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.971037] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474943} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.971303] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.971546] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.971759] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1cc2aa4-f91f-4865-a958-fbf414486b60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.977565] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1069.977565] env[69217]: value = "task-3532900" [ 1069.977565] env[69217]: _type = "Task" [ 1069.977565] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.984781] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.185042] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f3b36a-9700-873b-90c5-29891fe5da06, 'name': SearchDatastore_Task, 'duration_secs': 0.018589} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.185362] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.185646] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.185838] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.185988] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186183] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.186474] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a257784b-405f-43d4-b9e2-a8248fd8bf58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.196200] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.196403] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.197262] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97410b0-24c5-40cb-ae1b-2c62699f1f8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.203484] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1070.203484] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f5286e-da9e-cdd4-fa7e-8e35dadbad87" [ 1070.203484] env[69217]: _type = "Task" [ 1070.203484] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.213884] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f5286e-da9e-cdd4-fa7e-8e35dadbad87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.258419] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532899, 'name': CreateVM_Task, 'duration_secs': 0.507361} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.260033] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.260716] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.260905] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.261341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.261960] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7beb4786-5ce5-4f0d-8d95-df5df156325c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.268316] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1070.268316] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e69ac-3f3d-fac2-d31e-636e40b14829" [ 1070.268316] env[69217]: _type = "Task" [ 1070.268316] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.274756] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e69ac-3f3d-fac2-d31e-636e40b14829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.395068] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.418762] env[69217]: DEBUG nova.scheduler.client.report [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.487436] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071251} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.487773] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.488563] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36007ed-775c-40a3-8a20-60a9eb9998c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.514249] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.514933] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ed9a98-51c3-429c-8b92-595a73451932 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.535411] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1070.535411] env[69217]: value = "task-3532901" [ 1070.535411] env[69217]: _type = "Task" [ 1070.535411] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.555320] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.612753] env[69217]: DEBUG nova.network.neutron [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updated VIF entry in instance network info cache for port 44f9946b-5319-45f4-98c6-a4f07e5a5300. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.612753] env[69217]: DEBUG nova.network.neutron [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.715747] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f5286e-da9e-cdd4-fa7e-8e35dadbad87, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.716695] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c99669-4c4d-45b5-9f93-0d7bdfe31573 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.723120] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1070.723120] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bf8702-f5cd-afbd-0afc-120a37718fe0" [ 1070.723120] env[69217]: _type = "Task" [ 1070.723120] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.730980] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bf8702-f5cd-afbd-0afc-120a37718fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.776907] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e69ac-3f3d-fac2-d31e-636e40b14829, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.777229] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.777458] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.777699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.921267] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.924239] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.929856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.929856] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.438s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.929856] env[69217]: DEBUG nova.objects.instance [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lazy-loading 'resources' on Instance uuid 537a3796-9d19-44bd-8ab3-22e5121b81aa {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.050657] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.116899] env[69217]: DEBUG oslo_concurrency.lockutils [req-376b40b0-2f27-41c5-942f-e40a4ff7f7e4 req-fb5dba53-6e91-4de2-b8de-cbdc39d17ad5 service nova] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.236438] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bf8702-f5cd-afbd-0afc-120a37718fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.012562} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.236736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.236996] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.237296] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.237818] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.237818] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9d9d1c9-b48b-41af-aca7-66ddf4ea5f87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.239959] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8912bcd4-5021-4bcf-ae91-8700d72e4135 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.247687] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1071.247687] env[69217]: value = "task-3532902" [ 1071.247687] env[69217]: _type = "Task" [ 1071.247687] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.252861] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.252861] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.254176] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a30362-8581-4ea5-8d25-4786735b97f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.260922] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.264498] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1071.264498] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa9f38-6901-c27f-8468-9de37e1bc0e0" [ 1071.264498] env[69217]: _type = "Task" [ 1071.264498] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.277684] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa9f38-6901-c27f-8468-9de37e1bc0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.432460] env[69217]: DEBUG nova.compute.utils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.434365] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.434365] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.480183] env[69217]: DEBUG nova.policy [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.549745] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532901, 'name': ReconfigVM_Task, 'duration_secs': 0.592882} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.550069] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.550815] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917bd38d-7b32-48e9-8e9d-5e40b76cedeb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.558890] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1071.558890] env[69217]: value = "task-3532903" [ 1071.558890] env[69217]: _type = "Task" [ 1071.558890] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.566961] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532903, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.746240] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4740c546-935c-45aa-9508-9c2e4b8efdd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.760875] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fbf15e-3f84-4345-ad3c-c3e48b4c7883 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.764419] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.797848] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cdc42-0c81-4493-8186-febf661c093d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.804895] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa9f38-6901-c27f-8468-9de37e1bc0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.806146] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e6325c-6836-4dc4-962c-87ab3b690847 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.811877] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3df3196-1398-41d4-8675-7e3c70e95c07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.816790] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1071.816790] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52455dda-7432-e83a-bad8-7f2aef3a7180" [ 1071.816790] env[69217]: _type = "Task" [ 1071.816790] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.830024] env[69217]: DEBUG nova.compute.provider_tree [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.837205] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52455dda-7432-e83a-bad8-7f2aef3a7180, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.837205] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.837205] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4663beaf-45c2-4cfc-81f5-0317491f47b7/4663beaf-45c2-4cfc-81f5-0317491f47b7.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.837312] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d472bdbd-f3d3-4643-b2a6-cc283b59f328 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.845407] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1071.845407] env[69217]: value = "task-3532904" [ 1071.845407] env[69217]: _type = "Task" [ 1071.845407] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.854203] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.899520] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Successfully created port: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.938064] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.068942] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532903, 'name': Rename_Task, 'duration_secs': 0.248331} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.069247] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.071064] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-016eebc6-53e1-4c0e-b046-ddc38eedd900 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.076402] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1072.076402] env[69217]: value = "task-3532905" [ 1072.076402] env[69217]: _type = "Task" [ 1072.076402] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.084777] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.262926] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.262926] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.262926] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.263289] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79ec7bf1-305f-4f9e-831b-fc4e3625771d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.270346] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1072.270346] env[69217]: value = "task-3532906" [ 1072.270346] env[69217]: _type = "Task" [ 1072.270346] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.282071] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.333511] env[69217]: DEBUG nova.scheduler.client.report [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.358640] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532904, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.586275] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532905, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.782192] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130582} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.782394] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.783218] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c6761-ae64-42e4-9435-9cbe5975e19f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.803714] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.804086] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd6fbfb-eab1-49fe-8822-5e4991b99c8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.823278] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1072.823278] env[69217]: value = "task-3532907" [ 1072.823278] env[69217]: _type = "Task" [ 1072.823278] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.832216] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.839381] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.842734] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.209s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.842734] env[69217]: DEBUG nova.objects.instance [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'resources' on Instance uuid b69c1e23-a28c-4101-9fc4-15be02e81b28 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.858623] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517515} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.858623] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4663beaf-45c2-4cfc-81f5-0317491f47b7/4663beaf-45c2-4cfc-81f5-0317491f47b7.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.858923] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.859270] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b27977-f52a-4619-8710-387f15118370 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.866263] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1072.866263] env[69217]: value = "task-3532908" [ 1072.866263] env[69217]: _type = "Task" [ 1072.866263] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.870909] env[69217]: INFO nova.scheduler.client.report [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Deleted allocations for instance 537a3796-9d19-44bd-8ab3-22e5121b81aa [ 1072.880619] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.948591] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.978700] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.979013] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.979203] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.979406] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.979569] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.979733] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.979962] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.980153] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.980327] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.980490] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.980664] env[69217]: DEBUG nova.virt.hardware [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.981880] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aac198b-9396-4a06-b6fc-374f534ecf88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.990024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb42fd63-9d2e-47b8-a463-d0220360b037 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.086744] env[69217]: DEBUG oslo_vmware.api [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532905, 'name': PowerOnVM_Task, 'duration_secs': 0.753547} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.087238] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.087516] env[69217]: INFO nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1073.087744] env[69217]: DEBUG nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.088603] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ce6a6-d054-4fd4-a8ed-3b6a6bb38fc6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.333735] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532907, 'name': ReconfigVM_Task, 'duration_secs': 0.277219} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.334052] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1/712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.334725] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3688cd75-59ee-4ebf-afa7-8157a56bd787 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.342744] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1073.342744] env[69217]: value = "task-3532909" [ 1073.342744] env[69217]: _type = "Task" [ 1073.342744] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.356547] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532909, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.368775] env[69217]: DEBUG nova.compute.manager [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Received event network-vif-plugged-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.369753] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] Acquiring lock "0756a642-3218-44eb-9258-e562a7624157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.369753] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] Lock "0756a642-3218-44eb-9258-e562a7624157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.369753] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] Lock "0756a642-3218-44eb-9258-e562a7624157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.369753] env[69217]: DEBUG nova.compute.manager [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] No waiting events found dispatching network-vif-plugged-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.369912] env[69217]: WARNING nova.compute.manager [req-6c68469b-41d3-485b-b31a-88c96960d579 req-ad91d2cd-377d-441a-939a-3bded357257e service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Received unexpected event network-vif-plugged-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 for instance with vm_state building and task_state spawning. [ 1073.383155] env[69217]: DEBUG oslo_concurrency.lockutils [None req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Lock "537a3796-9d19-44bd-8ab3-22e5121b81aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.361s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.389529] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073895} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.389529] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.390288] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fbaa4c-b1f2-4b7b-856f-250c18e4323f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.422436] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 4663beaf-45c2-4cfc-81f5-0317491f47b7/4663beaf-45c2-4cfc-81f5-0317491f47b7.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.426504] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55510592-183a-4f29-a07e-de4712e7f39d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.449020] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1073.449020] env[69217]: value = "task-3532910" [ 1073.449020] env[69217]: _type = "Task" [ 1073.449020] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.456738] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.500463] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Successfully updated port: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.606371] env[69217]: INFO nova.compute.manager [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Took 23.99 seconds to build instance. [ 1073.684074] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d13b15-0b8f-43fd-a5ea-345ddadd1f8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691517] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049ed65-ed49-42f5-a909-8f97b8553b7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.734023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7266b2a-fb9d-4f8c-b3fb-3465bd053caa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740768] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7555e7c-cf73-420f-9c25-b95abf05dd2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.755592] env[69217]: DEBUG nova.compute.provider_tree [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.854297] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532909, 'name': Rename_Task, 'duration_secs': 0.231345} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.854297] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.854585] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19fbeed0-9025-4d52-af48-107a4daad466 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.860609] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1073.860609] env[69217]: value = "task-3532911" [ 1073.860609] env[69217]: _type = "Task" [ 1073.860609] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.868114] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.957621] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532910, 'name': ReconfigVM_Task, 'duration_secs': 0.310604} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.957948] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 4663beaf-45c2-4cfc-81f5-0317491f47b7/4663beaf-45c2-4cfc-81f5-0317491f47b7.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.958442] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e4e9b4-5d3c-4fb1-b8e2-a6ef9e6d3910 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.964901] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1073.964901] env[69217]: value = "task-3532912" [ 1073.964901] env[69217]: _type = "Task" [ 1073.964901] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.972630] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532912, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.005926] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.006153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.006327] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.109161] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.501s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.259948] env[69217]: DEBUG nova.scheduler.client.report [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.372104] env[69217]: DEBUG oslo_vmware.api [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532911, 'name': PowerOnVM_Task, 'duration_secs': 0.452299} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.372401] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.372608] env[69217]: DEBUG nova.compute.manager [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.373422] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9706cf77-7b48-45fb-a19b-1d52f4ecc25c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.474725] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532912, 'name': Rename_Task, 'duration_secs': 0.150243} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.475015] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.475281] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556965d4-84dc-40ef-838a-d6b87410ce1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.480791] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1074.480791] env[69217]: value = "task-3532913" [ 1074.480791] env[69217]: _type = "Task" [ 1074.480791] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.488334] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.549875] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.709253] env[69217]: DEBUG nova.network.neutron [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Updating instance_info_cache with network_info: [{"id": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "address": "fa:16:3e:cb:e3:f0", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9b4ee9-9a", "ovs_interfaceid": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.766999] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.771102] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.395s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.771102] env[69217]: DEBUG nova.objects.instance [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.796102] env[69217]: INFO nova.scheduler.client.report [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocations for instance b69c1e23-a28c-4101-9fc4-15be02e81b28 [ 1074.894823] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.997103] env[69217]: DEBUG oslo_vmware.api [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3532913, 'name': PowerOnVM_Task, 'duration_secs': 0.465338} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.997103] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.997103] env[69217]: INFO nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1074.997388] env[69217]: DEBUG nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.998665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7426230-7992-4231-9f13-62bbdd348a3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.212027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.212392] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Instance network_info: |[{"id": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "address": "fa:16:3e:cb:e3:f0", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9b4ee9-9a", "ovs_interfaceid": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.212836] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:e3:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.224124] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.224542] env[69217]: INFO nova.compute.manager [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Rebuilding instance [ 1075.226774] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.227054] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9004edc1-9a4c-47e8-931e-5525e8d523df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253535] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.253535] env[69217]: value = "task-3532914" [ 1075.253535] env[69217]: _type = "Task" [ 1075.253535] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.264320] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532914, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.295652] env[69217]: DEBUG nova.compute.manager [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.296628] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e843cbd-303a-4c94-96de-9abcda0b52f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.311861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "b69c1e23-a28c-4101-9fc4-15be02e81b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.556s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.526848] env[69217]: DEBUG nova.compute.manager [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Received event network-changed-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.526964] env[69217]: DEBUG nova.compute.manager [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Refreshing instance network info cache due to event network-changed-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.527324] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] Acquiring lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.527525] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] Acquired lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.527821] env[69217]: DEBUG nova.network.neutron [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Refreshing network info cache for port ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.530392] env[69217]: INFO nova.compute.manager [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Took 22.97 seconds to build instance. [ 1075.568619] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8feb42a-c523-4c08-8849-598b75704bc6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.577522] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52ae7c1-4b8b-4001-8779-4470b0fa413d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.619533] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b512a-226f-4271-9b49-8830d98d3d51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.630707] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb56fb1f-1d10-4040-b7d3-6a8ebfdcd4c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.648282] env[69217]: DEBUG nova.compute.provider_tree [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.771567] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532914, 'name': CreateVM_Task, 'duration_secs': 0.344466} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.771797] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.772912] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.773084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.773438] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.773716] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f6073c-e8db-4d00-a0a7-f65d06dd5b28 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.779105] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1075.779105] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e9ea87-74da-4709-59fd-aa3efc66d7cd" [ 1075.779105] env[69217]: _type = "Task" [ 1075.779105] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.786868] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e9ea87-74da-4709-59fd-aa3efc66d7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.033477] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.489s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.152920] env[69217]: DEBUG nova.scheduler.client.report [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.184607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.184607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.184607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.184607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.184607] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.187017] env[69217]: INFO nova.compute.manager [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Terminating instance [ 1076.295146] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e9ea87-74da-4709-59fd-aa3efc66d7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017603} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.296684] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296880] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.297179] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.297371] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.297929] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.300478] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76b04a2-54dc-4462-a109-52009e72d75b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.303025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.303165] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.313286] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.313286] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.313997] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb5e3b9-0e3f-4a5d-8d91-8fb5ef16e958 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.316626] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.316869] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8399933b-37a6-494a-83d9-403b2cb1c327 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.321619] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1076.321619] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52faf96a-fd3b-3485-69d9-82bf1c33b0cd" [ 1076.321619] env[69217]: _type = "Task" [ 1076.321619] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.329962] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1076.329962] env[69217]: value = "task-3532915" [ 1076.329962] env[69217]: _type = "Task" [ 1076.329962] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.332590] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52faf96a-fd3b-3485-69d9-82bf1c33b0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.337782] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.391056] env[69217]: DEBUG nova.network.neutron [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Updated VIF entry in instance network info cache for port ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.391887] env[69217]: DEBUG nova.network.neutron [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Updating instance_info_cache with network_info: [{"id": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "address": "fa:16:3e:cb:e3:f0", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9b4ee9-9a", "ovs_interfaceid": "ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.660857] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.663482] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.044s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.663482] env[69217]: DEBUG nova.objects.instance [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lazy-loading 'resources' on Instance uuid ace149be-a4c6-4d21-8581-7187a2ea0fda {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.691432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "refresh_cache-712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.691614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquired lock "refresh_cache-712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.691799] env[69217]: DEBUG nova.network.neutron [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.695698] env[69217]: INFO nova.scheduler.client.report [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c [ 1076.806026] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.839670] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52faf96a-fd3b-3485-69d9-82bf1c33b0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017536} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.843618] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532915, 'name': PowerOffVM_Task, 'duration_secs': 0.205519} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.844033] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1e65b8-ba3b-438d-bca7-0a3aded83d3c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.847683] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.848282] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.849573] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d1ed03-0d33-4596-bf55-b1fc0d5778e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.857334] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1076.857334] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527fa6ff-fedd-28d7-a6c2-e1776d926df7" [ 1076.857334] env[69217]: _type = "Task" [ 1076.857334] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.860596] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.865279] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573f4e1a-2bbc-49ea-949a-7480f1bf4ed9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874034] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527fa6ff-fedd-28d7-a6c2-e1776d926df7, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.874034] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.874034] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0756a642-3218-44eb-9258-e562a7624157/0756a642-3218-44eb-9258-e562a7624157.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.874034] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e2a741-c376-4d3e-98e2-72e2ddb98a57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.879591] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1076.879591] env[69217]: value = "task-3532917" [ 1076.879591] env[69217]: _type = "Task" [ 1076.879591] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.889735] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.895289] env[69217]: DEBUG oslo_concurrency.lockutils [req-c7696e4d-1a5d-4d70-b13d-3af804eb099a req-dd20b381-1c9a-4a97-9247-2a9674f64a8c service nova] Releasing lock "refresh_cache-0756a642-3218-44eb-9258-e562a7624157" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.931753] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.931989] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.932217] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.932496] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89178d59-3117-40f9-8eda-1ddf051ea4cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.947769] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1076.947769] env[69217]: value = "task-3532918" [ 1076.947769] env[69217]: _type = "Task" [ 1076.947769] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.957747] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.208703] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9a9f0bc7-924a-4599-9b96-c5133749d57b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.220s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.217116] env[69217]: DEBUG nova.network.neutron [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.301129] env[69217]: DEBUG nova.network.neutron [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.333984] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.393828] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532917, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.423236] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db54497-2cb2-4341-8778-fbdeb1b8e920 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.431197] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df87b82-ed36-4ef4-9554-70131de1c9e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.466242] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ebeb4d-db93-410d-8ccf-1bc430f64b7d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.474736] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187128} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.477179] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.477376] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.477565] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.483589] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d4add-5846-4c1f-976e-2bc0b704f0bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.499659] env[69217]: DEBUG nova.compute.provider_tree [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.558931] env[69217]: DEBUG nova.compute.manager [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-changed-44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.559139] env[69217]: DEBUG nova.compute.manager [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing instance network info cache due to event network-changed-44f9946b-5319-45f4-98c6-a4f07e5a5300. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.559400] env[69217]: DEBUG oslo_concurrency.lockutils [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.559509] env[69217]: DEBUG oslo_concurrency.lockutils [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.559668] env[69217]: DEBUG nova.network.neutron [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing network info cache for port 44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.654524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.654852] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.807019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Releasing lock "refresh_cache-712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807019] env[69217]: DEBUG nova.compute.manager [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.807019] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.807019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824cdeb-e5ee-4d67-abc8-871aa22af82e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.813315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.813579] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1559af4a-525d-4fc2-a04c-be56a29c202b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.819781] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1077.819781] env[69217]: value = "task-3532919" [ 1077.819781] env[69217]: _type = "Task" [ 1077.819781] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.828323] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.881079] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "1307d91b-d50b-4591-b35e-9a07cc6af010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.881820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.881820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.881820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.882037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.884264] env[69217]: INFO nova.compute.manager [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Terminating instance [ 1077.896833] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513647} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.897174] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 0756a642-3218-44eb-9258-e562a7624157/0756a642-3218-44eb-9258-e562a7624157.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.897395] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.897665] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-add546eb-639f-4d27-ada1-0b1857c2ee2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.904362] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1077.904362] env[69217]: value = "task-3532920" [ 1077.904362] env[69217]: _type = "Task" [ 1077.904362] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.913229] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.002969] env[69217]: DEBUG nova.scheduler.client.report [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.158139] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.339996] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532919, 'name': PowerOffVM_Task, 'duration_secs': 0.148047} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.340381] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.340935] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.342236] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0046741c-ce56-4d4d-b72e-533b61fddf7d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.372699] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.372932] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.373271] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Deleting the datastore file [datastore1] 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.373610] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96865010-a00c-4f3f-a452-2ae5ea5fb41d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.380903] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for the task: (returnval){ [ 1078.380903] env[69217]: value = "task-3532922" [ 1078.380903] env[69217]: _type = "Task" [ 1078.380903] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.388956] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.391792] env[69217]: DEBUG nova.compute.manager [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.392091] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.392909] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da7e49-e157-43be-91b9-ed396c7ef31a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.400596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.400871] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a3fd28f-b32f-4025-a211-05d08f730d20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.410703] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1078.410703] env[69217]: value = "task-3532923" [ 1078.410703] env[69217]: _type = "Task" [ 1078.410703] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.417910] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086577} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.418621] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.419505] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbbfcd-ac57-472c-a76b-9c5287e16c29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.425685] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.450280] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0756a642-3218-44eb-9258-e562a7624157/0756a642-3218-44eb-9258-e562a7624157.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.450688] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4765a60-5910-47ae-9807-9563289342e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.467275] env[69217]: DEBUG nova.network.neutron [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updated VIF entry in instance network info cache for port 44f9946b-5319-45f4-98c6-a4f07e5a5300. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.467648] env[69217]: DEBUG nova.network.neutron [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.474584] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1078.474584] env[69217]: value = "task-3532924" [ 1078.474584] env[69217]: _type = "Task" [ 1078.474584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.483355] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.511025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.511769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.805s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.512169] env[69217]: DEBUG nova.objects.instance [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lazy-loading 'resources' on Instance uuid 529d1c52-bd2c-4525-86b5-1c346c547df1 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.554981] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.555640] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.555640] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.555640] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.555896] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.555896] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.556533] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.556533] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.556533] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.556832] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.557216] env[69217]: DEBUG nova.virt.hardware [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.557983] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b84f19-d7cf-4348-85fb-0217b2d161dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.567635] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85564768-8799-4372-b6a6-6305d83575f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.573203] env[69217]: INFO nova.scheduler.client.report [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Deleted allocations for instance ace149be-a4c6-4d21-8581-7187a2ea0fda [ 1078.582427] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c7821b-6ec9-4cfe-9a72-fec5268f52f2', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.590518] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.592827] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.593529] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7deb9c81-342b-44c3-8638-e1f26a9ce553 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.612938] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.612938] env[69217]: value = "task-3532925" [ 1078.612938] env[69217]: _type = "Task" [ 1078.612938] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.620519] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532925, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.681561] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.867928] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.868300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.895174] env[69217]: DEBUG oslo_vmware.api [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Task: {'id': task-3532922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303083} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.895174] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.895174] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.895174] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.895174] env[69217]: INFO nova.compute.manager [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1078.895174] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.895174] env[69217]: DEBUG nova.compute.manager [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.895174] env[69217]: DEBUG nova.network.neutron [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.914318] env[69217]: DEBUG nova.network.neutron [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.924502] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532923, 'name': PowerOffVM_Task, 'duration_secs': 0.342494} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.924502] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.924502] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.924502] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c3e315-9ff8-4d60-bfe2-f3e6c5d9eb3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.971503] env[69217]: DEBUG oslo_concurrency.lockutils [req-231b2214-2a9a-4370-b4a7-7918a171a933 req-c9867252-3918-4c6e-b7ae-1e1abafe67e3 service nova] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.986319] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.999956] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.999956] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.999956] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore1] 1307d91b-d50b-4591-b35e-9a07cc6af010 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.000541] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f101371-3f62-49d8-a5f7-1cb649449d1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.009672] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1079.009672] env[69217]: value = "task-3532927" [ 1079.009672] env[69217]: _type = "Task" [ 1079.009672] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.020784] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.113174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8ddcaa02-7d9f-4ed4-871d-114f14846e65 tempest-ServerDiagnosticsV248Test-1397382549 tempest-ServerDiagnosticsV248Test-1397382549-project-member] Lock "ace149be-a4c6-4d21-8581-7187a2ea0fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.183s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.135539] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532925, 'name': CreateVM_Task, 'duration_secs': 0.461349} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.135731] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.136557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.136724] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.137066] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.137350] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3c3b0d-781c-446e-935b-282e02ef146e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.144382] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1079.144382] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cffebe-2093-19a8-2204-7749d2b41ff8" [ 1079.144382] env[69217]: _type = "Task" [ 1079.144382] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.155282] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cffebe-2093-19a8-2204-7749d2b41ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.314515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb5a92-582a-45c4-b5c6-8f3bf44bdb3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.322356] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fc3b98-aabb-477b-94b7-ea0df1e39df9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.353705] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941d847-be90-4fa2-b0f1-c8d3af94d641 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.362298] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87003d8-1b51-4d20-a127-36f3c43cf506 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.376903] env[69217]: DEBUG nova.compute.utils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.378463] env[69217]: DEBUG nova.compute.provider_tree [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.418497] env[69217]: DEBUG nova.network.neutron [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.486803] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532924, 'name': ReconfigVM_Task, 'duration_secs': 0.57253} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.487371] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0756a642-3218-44eb-9258-e562a7624157/0756a642-3218-44eb-9258-e562a7624157.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.487736] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c9923a-0e41-45f3-a823-50f92f5bb17f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.495401] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1079.495401] env[69217]: value = "task-3532928" [ 1079.495401] env[69217]: _type = "Task" [ 1079.495401] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.503185] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532928, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.518343] env[69217]: DEBUG oslo_vmware.api [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3532927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358012} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.518620] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.518789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.518997] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.519235] env[69217]: INFO nova.compute.manager [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.519509] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.519703] env[69217]: DEBUG nova.compute.manager [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.519786] env[69217]: DEBUG nova.network.neutron [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.659037] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cffebe-2093-19a8-2204-7749d2b41ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.014379} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.659037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.659037] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.659037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.659037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.659037] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.659252] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af0f9646-dece-42be-98ac-c4dcc73340c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.669719] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.669917] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.670854] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8677c3-09f0-4725-b5f3-38d5e7a244d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.676409] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1079.676409] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be99bc-01dd-b371-70c4-bfa5db5ae24a" [ 1079.676409] env[69217]: _type = "Task" [ 1079.676409] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.685018] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be99bc-01dd-b371-70c4-bfa5db5ae24a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.883142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.883142] env[69217]: DEBUG nova.scheduler.client.report [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.921470] env[69217]: INFO nova.compute.manager [-] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Took 1.03 seconds to deallocate network for instance. [ 1080.009366] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532928, 'name': Rename_Task, 'duration_secs': 0.272721} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.009771] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.010065] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db288a7-7e6a-44be-bbc8-1daeb3f375cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.019182] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1080.019182] env[69217]: value = "task-3532929" [ 1080.019182] env[69217]: _type = "Task" [ 1080.019182] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.030852] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.049059] env[69217]: DEBUG nova.compute.manager [req-515dbfd6-418d-4a88-a3b4-e08cbe9a439d req-467f40f4-d536-4250-a94b-604e7aad2b19 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Received event network-vif-deleted-a1d2359c-2888-4f0b-ad07-ee383a437ff5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.049329] env[69217]: INFO nova.compute.manager [req-515dbfd6-418d-4a88-a3b4-e08cbe9a439d req-467f40f4-d536-4250-a94b-604e7aad2b19 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Neutron deleted interface a1d2359c-2888-4f0b-ad07-ee383a437ff5; detaching it from the instance and deleting it from the info cache [ 1080.049558] env[69217]: DEBUG nova.network.neutron [req-515dbfd6-418d-4a88-a3b4-e08cbe9a439d req-467f40f4-d536-4250-a94b-604e7aad2b19 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.186516] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52be99bc-01dd-b371-70c4-bfa5db5ae24a, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.187285] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05af32c-2b1a-4d9a-8a79-596fd5a0e7ef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.192744] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1080.192744] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52307cdb-1503-070e-3ec1-e415f68d9941" [ 1080.192744] env[69217]: _type = "Task" [ 1080.192744] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.202369] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52307cdb-1503-070e-3ec1-e415f68d9941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.391345] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.393225] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.465s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.395582] env[69217]: INFO nova.compute.claims [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.429708] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.466016] env[69217]: INFO nova.scheduler.client.report [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Deleted allocations for instance 529d1c52-bd2c-4525-86b5-1c346c547df1 [ 1080.485342] env[69217]: DEBUG nova.network.neutron [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.530999] env[69217]: DEBUG oslo_vmware.api [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532929, 'name': PowerOnVM_Task, 'duration_secs': 0.500974} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.531631] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.531844] env[69217]: INFO nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1080.532041] env[69217]: DEBUG nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.533444] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd8243-a893-401f-bd8d-9b4b048a47bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.556016] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0432aeab-2c0d-46b6-900a-89bfeb2f554c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.565529] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d627404-82f0-4460-883f-4c478a8764e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.599841] env[69217]: DEBUG nova.compute.manager [req-515dbfd6-418d-4a88-a3b4-e08cbe9a439d req-467f40f4-d536-4250-a94b-604e7aad2b19 service nova] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Detach interface failed, port_id=a1d2359c-2888-4f0b-ad07-ee383a437ff5, reason: Instance 1307d91b-d50b-4591-b35e-9a07cc6af010 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.703403] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52307cdb-1503-070e-3ec1-e415f68d9941, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.703674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.703927] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.704205] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7028bc85-bc9c-4367-9e3c-e42704e1678a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.711368] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1080.711368] env[69217]: value = "task-3532930" [ 1080.711368] env[69217]: _type = "Task" [ 1080.711368] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.720433] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.976378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Lock "529d1c52-bd2c-4525-86b5-1c346c547df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.013s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.988710] env[69217]: INFO nova.compute.manager [-] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Took 1.47 seconds to deallocate network for instance. [ 1081.044290] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.044592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.044889] env[69217]: INFO nova.compute.manager [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Attaching volume 4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2 to /dev/sdb [ 1081.065601] env[69217]: INFO nova.compute.manager [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Took 22.25 seconds to build instance. [ 1081.094941] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c355a-8955-49a7-8864-af3c9761a3eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.103469] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ed873-7d55-4351-bfec-618f6052dc87 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.119501] env[69217]: DEBUG nova.virt.block_device [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updating existing volume attachment record: fe546006-d990-4640-bf49-6b01e24564fd {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.221808] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506575} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.221808] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.222065] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.222134] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2831c2d3-9973-420d-ba1f-0835cf3b5cdc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.228492] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1081.228492] env[69217]: value = "task-3532931" [ 1081.228492] env[69217]: _type = "Task" [ 1081.228492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.241308] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.381822] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "0756a642-3218-44eb-9258-e562a7624157" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.495798] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.572019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.763s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.572019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.188s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.572019] env[69217]: DEBUG nova.compute.manager [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.572019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067cb05d-f430-4675-aa86-3703c4118e50 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.583255] env[69217]: DEBUG nova.compute.manager [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1081.584783] env[69217]: DEBUG nova.objects.instance [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'flavor' on Instance uuid 0756a642-3218-44eb-9258-e562a7624157 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.648714] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70191125-9a90-48eb-9ed2-8a67ecab0308 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.656493] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b1c32-4e1a-4f9a-ac84-6521c8416fd6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.689077] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68634f2-d0c9-4b16-b8ae-0210e9de1511 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.698116] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7650ff-e069-4fa7-90c5-b1bf8f1f9945 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.715221] env[69217]: DEBUG nova.compute.provider_tree [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.742288] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141019} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.742288] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.742288] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ab392-f44f-462a-b812-b390a3d735e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.772627] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.773545] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9aef924-58bf-44a9-936d-01011d8f5676 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.793597] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1081.793597] env[69217]: value = "task-3532935" [ 1081.793597] env[69217]: _type = "Task" [ 1081.793597] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.804024] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.219052] env[69217]: DEBUG nova.scheduler.client.report [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.310881] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532935, 'name': ReconfigVM_Task, 'duration_secs': 0.332686} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.310881] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc/28b61e85-3ffd-4501-9d93-78c1061b81bc.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.310881] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6046263a-39ae-4929-93f9-0738670f65b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.321121] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1082.321121] env[69217]: value = "task-3532936" [ 1082.321121] env[69217]: _type = "Task" [ 1082.321121] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.333371] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532936, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.592786] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.594477] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e818f26c-e7be-49bd-a699-68e23aeaf195 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.600330] env[69217]: DEBUG oslo_vmware.api [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1082.600330] env[69217]: value = "task-3532937" [ 1082.600330] env[69217]: _type = "Task" [ 1082.600330] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.608551] env[69217]: DEBUG oslo_vmware.api [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.724022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.724626] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.727376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.833s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.727578] env[69217]: DEBUG nova.objects.instance [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1082.829492] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532936, 'name': Rename_Task, 'duration_secs': 0.181799} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.829822] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.830456] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67fdb36-1920-4269-89d2-639926f63de0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.842031] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1082.842031] env[69217]: value = "task-3532938" [ 1082.842031] env[69217]: _type = "Task" [ 1082.842031] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.849150] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.110900] env[69217]: DEBUG oslo_vmware.api [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532937, 'name': PowerOffVM_Task, 'duration_secs': 0.225628} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.111266] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.111495] env[69217]: DEBUG nova.compute.manager [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.115165] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33816ac-f6f1-4602-b60f-dd1c6e2814f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.232153] env[69217]: DEBUG nova.compute.utils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.233848] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.237018] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.284429] env[69217]: DEBUG nova.policy [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71a3c8d8956e462db2ddf93c421d0048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a87d9e8d5fcf466b86884f38a2e4fb51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.350551] env[69217]: DEBUG oslo_vmware.api [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532938, 'name': PowerOnVM_Task, 'duration_secs': 0.501514} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.350551] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.351041] env[69217]: DEBUG nova.compute.manager [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.353642] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa43d3-7cbb-4e83-bc97-4fd90da1a70e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.626740] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1519ca25-6085-4b86-9111-7310b07cc25d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.740320] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.744770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cf51a3f8-87d0-49ee-a50d-247f7895f812 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.744770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.411s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.745995] env[69217]: INFO nova.compute.claims [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.777784] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Successfully created port: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.875011] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "0756a642-3218-44eb-9258-e562a7624157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.875271] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.875473] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "0756a642-3218-44eb-9258-e562a7624157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.875657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.875826] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.879964] env[69217]: INFO nova.compute.manager [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Terminating instance [ 1083.880309] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.386373] env[69217]: DEBUG nova.compute.manager [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.386373] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.386373] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471f966-43b8-439b-990f-4998b4a233e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.393271] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.393585] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a2f6825-4600-4221-9ea3-ec5f246d9879 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.479457] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.480235] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.497592] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.497729] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.498161] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore1] 0756a642-3218-44eb-9258-e562a7624157 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.499064] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f51b2fa-9782-412f-82b5-11fd2a533bb8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.505593] env[69217]: DEBUG oslo_vmware.api [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1084.505593] env[69217]: value = "task-3532941" [ 1084.505593] env[69217]: _type = "Task" [ 1084.505593] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.515075] env[69217]: DEBUG oslo_vmware.api [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.757474] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.784760] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.785135] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.785135] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.785135] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.785372] env[69217]: DEBUG nova.virt.hardware [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.786313] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c68651-159c-4ebb-afaa-ff3e040ddef0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.801885] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce7d227-67e9-46c7-96ec-9a0c2d550bbf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.982728] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.998966] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956c287-a872-40d4-9c7c-3f4fc691e55c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.006665] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689893e-1de5-44a5-aa74-2ee7a6fee0c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.017908] env[69217]: DEBUG oslo_vmware.api [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3532941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428691} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.043100] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.043100] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.043100] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.043100] env[69217]: INFO nova.compute.manager [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 0756a642-3218-44eb-9258-e562a7624157] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1085.043100] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.043841] env[69217]: DEBUG nova.compute.manager [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.044773] env[69217]: DEBUG nova.network.neutron [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.047097] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90849aa-ab8a-4814-a0af-8855f03c504e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.055380] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a4909-b251-4420-9e2e-9d98f2900d93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.076237] env[69217]: DEBUG nova.compute.provider_tree [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.084177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.084177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.084177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.084177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.084177] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.085834] env[69217]: INFO nova.compute.manager [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Terminating instance [ 1085.312097] env[69217]: DEBUG nova.compute.manager [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Received event network-vif-plugged-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.312325] env[69217]: DEBUG oslo_concurrency.lockutils [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] Acquiring lock "944df052-5693-4f7e-8a12-97d37270c13e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.312533] env[69217]: DEBUG oslo_concurrency.lockutils [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] Lock "944df052-5693-4f7e-8a12-97d37270c13e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.312707] env[69217]: DEBUG oslo_concurrency.lockutils [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] Lock "944df052-5693-4f7e-8a12-97d37270c13e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.312872] env[69217]: DEBUG nova.compute.manager [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] No waiting events found dispatching network-vif-plugged-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.313183] env[69217]: WARNING nova.compute.manager [req-6d8d767c-94fe-4cfb-8e3d-2ebe71a9a3f9 req-db566c5c-2c74-46ff-a56d-e3cd1173ba80 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Received unexpected event network-vif-plugged-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f for instance with vm_state building and task_state spawning. [ 1085.450792] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Successfully updated port: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.505328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.579239] env[69217]: DEBUG nova.scheduler.client.report [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.590703] env[69217]: DEBUG nova.compute.manager [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.591039] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.594132] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e027c60-c923-4049-97f4-f066c3bca1f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.600079] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "098392a7-733d-491b-839c-679113522e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.600306] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.606370] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.606808] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8217041c-a8ca-45bd-965d-86ad440a1ebe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.613143] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1085.613143] env[69217]: value = "task-3532942" [ 1085.613143] env[69217]: _type = "Task" [ 1085.613143] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.621417] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.671591] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.671836] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705635', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'name': 'volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a09bcfb1-0983-466b-847b-4f392ee88822', 'attached_at': '', 'detached_at': '', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'serial': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.672748] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320df62f-6921-4754-a46b-35bfbf01ff10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.690959] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5ecfc-98a1-4af6-b861-9115a982eea5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.716069] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2/volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.716388] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc9c7ff-ad99-45bc-b525-5517a8a0e2fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.734739] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1085.734739] env[69217]: value = "task-3532943" [ 1085.734739] env[69217]: _type = "Task" [ 1085.734739] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.742817] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.955887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.956265] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquired lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.956265] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.976760] env[69217]: DEBUG nova.network.neutron [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.084897] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.084897] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.087538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.406s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.089048] env[69217]: INFO nova.compute.claims [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.103278] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.123815] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532942, 'name': PowerOffVM_Task, 'duration_secs': 0.228624} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.124091] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.124295] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.124578] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab72af27-cf71-4804-a052-6ee0c39c48d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.190554] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.190786] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.191077] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore2] 28b61e85-3ffd-4501-9d93-78c1061b81bc {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.191445] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24678f37-364a-47e1-9a1e-fa335b49e75a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.197864] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1086.197864] env[69217]: value = "task-3532945" [ 1086.197864] env[69217]: _type = "Task" [ 1086.197864] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.205808] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.244399] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532943, 'name': ReconfigVM_Task, 'duration_secs': 0.367674} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.244678] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2/volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.250879] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60564d41-b2c9-4c07-b309-f160266f1499 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.268455] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1086.268455] env[69217]: value = "task-3532946" [ 1086.268455] env[69217]: _type = "Task" [ 1086.268455] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.278940] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.479975] env[69217]: INFO nova.compute.manager [-] [instance: 0756a642-3218-44eb-9258-e562a7624157] Took 1.44 seconds to deallocate network for instance. [ 1086.489041] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.594441] env[69217]: DEBUG nova.compute.utils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.599805] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.600990] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.639334] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.687452] env[69217]: DEBUG nova.policy [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20af079753a415bb9a8cc883a90b206', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9713288df8414099b9f4cdcbf39f776b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.707886] env[69217]: DEBUG oslo_vmware.api [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280117} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.708402] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.708606] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.708786] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.708982] env[69217]: INFO nova.compute.manager [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1086.709242] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.709433] env[69217]: DEBUG nova.compute.manager [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.709525] env[69217]: DEBUG nova.network.neutron [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.741624] env[69217]: DEBUG nova.network.neutron [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Updating instance_info_cache with network_info: [{"id": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "address": "fa:16:3e:9b:72:25", "network": {"id": "a778855a-8c1b-4845-a485-3a9aaddf75c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1894435603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a87d9e8d5fcf466b86884f38a2e4fb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e02d9e-58", "ovs_interfaceid": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.778857] env[69217]: DEBUG oslo_vmware.api [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3532946, 'name': ReconfigVM_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.779655] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705635', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'name': 'volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a09bcfb1-0983-466b-847b-4f392ee88822', 'attached_at': '', 'detached_at': '', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'serial': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.986862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.050676] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.051048] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.051157] env[69217]: INFO nova.compute.manager [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Shelving [ 1087.107819] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.220701] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Successfully created port: cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.244765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Releasing lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.245313] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Instance network_info: |[{"id": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "address": "fa:16:3e:9b:72:25", "network": {"id": "a778855a-8c1b-4845-a485-3a9aaddf75c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1894435603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a87d9e8d5fcf466b86884f38a2e4fb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e02d9e-58", "ovs_interfaceid": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.245905] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:72:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.256192] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Creating folder: Project (a87d9e8d5fcf466b86884f38a2e4fb51). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.260686] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a51ac45-d8ee-4088-90dd-8861aaad753b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.277843] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Created folder: Project (a87d9e8d5fcf466b86884f38a2e4fb51) in parent group-v705386. [ 1087.278107] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Creating folder: Instances. Parent ref: group-v705636. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.278916] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c97c06e5-7136-49b2-8675-922648a0bfac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.290321] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Created folder: Instances in parent group-v705636. [ 1087.290544] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.290721] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.290919] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341356d0-2a24-4e82-8ab2-052f01d4898e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.314514] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.314514] env[69217]: value = "task-3532949" [ 1087.314514] env[69217]: _type = "Task" [ 1087.314514] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.323628] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532949, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.348501] env[69217]: DEBUG nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Received event network-changed-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.348646] env[69217]: DEBUG nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Refreshing instance network info cache due to event network-changed-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.349786] env[69217]: DEBUG oslo_concurrency.lockutils [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] Acquiring lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.350015] env[69217]: DEBUG oslo_concurrency.lockutils [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] Acquired lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.350199] env[69217]: DEBUG nova.network.neutron [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Refreshing network info cache for port 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.416974] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48e0b28-c166-42d6-aac4-112eab44a6bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.425363] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5629a90-9134-4712-9963-9a1ca58a1d90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.457581] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc25e172-e600-4b2d-b068-96f5f0e1aa67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.465560] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea259ddc-53fb-4eea-aa6d-00a6718ab8bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.480530] env[69217]: DEBUG nova.compute.provider_tree [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.660382] env[69217]: DEBUG nova.network.neutron [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.767795] env[69217]: INFO nova.compute.manager [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Rebuilding instance [ 1087.814821] env[69217]: DEBUG nova.compute.manager [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.815993] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8916c8d-feed-42aa-99b8-29f0b897b217 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.830441] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532949, 'name': CreateVM_Task, 'duration_secs': 0.341989} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.830796] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.831441] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.831602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.831914] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.832647] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd89f8dd-16ba-4b25-8d9e-98e66dcff1cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.834162] env[69217]: DEBUG nova.objects.instance [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid a09bcfb1-0983-466b-847b-4f392ee88822 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.842021] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1087.842021] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c7d9d2-207a-06e7-9e8d-d894a114617a" [ 1087.842021] env[69217]: _type = "Task" [ 1087.842021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.857381] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c7d9d2-207a-06e7-9e8d-d894a114617a, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.859789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.859789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.859789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.859789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.859789] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.862699] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eff0fed-8883-4399-a1e2-9c27a08271f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.872816] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.873222] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.874483] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a642519-7a00-496d-be92-7901c292406c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.882821] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1087.882821] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52138387-f33a-08cf-e25f-603d1ce47dad" [ 1087.882821] env[69217]: _type = "Task" [ 1087.882821] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.891706] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52138387-f33a-08cf-e25f-603d1ce47dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.983843] env[69217]: DEBUG nova.scheduler.client.report [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.065066] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.065066] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15983acb-8948-43fb-8128-1e686f12afda {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.073069] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1088.073069] env[69217]: value = "task-3532950" [ 1088.073069] env[69217]: _type = "Task" [ 1088.073069] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.082155] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.101943] env[69217]: DEBUG nova.network.neutron [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Updated VIF entry in instance network info cache for port 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.102321] env[69217]: DEBUG nova.network.neutron [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Updating instance_info_cache with network_info: [{"id": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "address": "fa:16:3e:9b:72:25", "network": {"id": "a778855a-8c1b-4845-a485-3a9aaddf75c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1894435603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a87d9e8d5fcf466b86884f38a2e4fb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e02d9e-58", "ovs_interfaceid": "28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.120800] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.143290] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.143539] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.143892] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.143892] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.144024] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.144168] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.144398] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.144555] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.144750] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.144983] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.145207] env[69217]: DEBUG nova.virt.hardware [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.146374] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650238e3-8a85-46f0-a7f9-45032194bd19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.154886] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a175863-5474-4d5c-8f35-eba15f278dfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.168867] env[69217]: INFO nova.compute.manager [-] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Took 1.46 seconds to deallocate network for instance. [ 1088.343985] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb88c9b5-3cad-4a77-a405-396b6e37ef20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.394400] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52138387-f33a-08cf-e25f-603d1ce47dad, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.395491] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9252b4f4-bfb3-458b-91b7-604b63418ef2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.401457] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1088.401457] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e909ee-8316-2c98-336a-f9ce58f1c714" [ 1088.401457] env[69217]: _type = "Task" [ 1088.401457] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.409455] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e909ee-8316-2c98-336a-f9ce58f1c714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.489241] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.489752] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.493620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.064s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.493867] env[69217]: DEBUG nova.objects.instance [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lazy-loading 'resources' on Instance uuid 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.582955] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532950, 'name': PowerOffVM_Task, 'duration_secs': 0.186465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.583321] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.584135] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3df3b5-d6a4-49c0-bdeb-462d099b3a7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.603630] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a49f2-b2d5-464f-bad4-5564c4c46b05 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.606545] env[69217]: DEBUG oslo_concurrency.lockutils [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] Releasing lock "refresh_cache-944df052-5693-4f7e-8a12-97d37270c13e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.607092] env[69217]: DEBUG nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 0756a642-3218-44eb-9258-e562a7624157] Received event network-vif-deleted-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.607313] env[69217]: DEBUG nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Received event network-vif-deleted-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.607556] env[69217]: INFO nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Neutron deleted interface 31c7821b-6ec9-4cfe-9a72-fec5268f52f2; detaching it from the instance and deleting it from the info cache [ 1088.607751] env[69217]: DEBUG nova.network.neutron [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.675408] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.834518] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.834849] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a981c0ce-220a-42c8-97e0-17914c29e671 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.841924] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1088.841924] env[69217]: value = "task-3532951" [ 1088.841924] env[69217]: _type = "Task" [ 1088.841924] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.850412] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.919014] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e909ee-8316-2c98-336a-f9ce58f1c714, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.920024] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Successfully updated port: cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.921338] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.921697] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 944df052-5693-4f7e-8a12-97d37270c13e/944df052-5693-4f7e-8a12-97d37270c13e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.922542] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a68294-94cc-49da-a815-bcfeb402529c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.931685] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1088.931685] env[69217]: value = "task-3532952" [ 1088.931685] env[69217]: _type = "Task" [ 1088.931685] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.940866] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.997356] env[69217]: DEBUG nova.compute.utils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.000686] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.000915] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.079126] env[69217]: DEBUG nova.policy [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b755182b54441a9812f9034ad3d609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777690734f29463c816e04e015e8df24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.110472] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1108b5-105f-42fd-a048-243af8eb4a9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.115622] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.116085] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21af418a-9535-4248-a945-2a68598296e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.129244] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2918af1d-c8ba-4e50-803e-bffaccaf9b04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.146057] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1089.146057] env[69217]: value = "task-3532953" [ 1089.146057] env[69217]: _type = "Task" [ 1089.146057] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.155967] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.174686] env[69217]: DEBUG nova.compute.manager [req-cc796a57-b88f-47ce-91dc-dee75ae38bff req-e112adad-28eb-4e36-bf1b-00e8c63deba4 service nova] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Detach interface failed, port_id=31c7821b-6ec9-4cfe-9a72-fec5268f52f2, reason: Instance 28b61e85-3ffd-4501-9d93-78c1061b81bc could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.313030] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40153fc9-3fbf-4f84-bb6e-8069f28ce50d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.321243] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aa0164-a80c-4c96-ac83-4f71b7adc154 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.358559] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5b0f1-8ed9-45dd-a4de-e475293223ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.367174] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532951, 'name': PowerOffVM_Task, 'duration_secs': 0.194232} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.369605] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.369856] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.370697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a835c77-f2f4-4e9c-915a-a45ec3004cba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.374297] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d27f0-a12f-429b-806f-3d515a606e0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.382777] env[69217]: DEBUG nova.compute.manager [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Received event network-vif-plugged-cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.383049] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Acquiring lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.383265] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.383435] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.383597] env[69217]: DEBUG nova.compute.manager [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] No waiting events found dispatching network-vif-plugged-cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.384187] env[69217]: WARNING nova.compute.manager [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Received unexpected event network-vif-plugged-cd54cc7f-531d-4694-b80b-1dfbecf5a15f for instance with vm_state building and task_state spawning. [ 1089.384187] env[69217]: DEBUG nova.compute.manager [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Received event network-changed-cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.384187] env[69217]: DEBUG nova.compute.manager [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Refreshing instance network info cache due to event network-changed-cd54cc7f-531d-4694-b80b-1dfbecf5a15f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.384409] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Acquiring lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.384409] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Acquired lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.384507] env[69217]: DEBUG nova.network.neutron [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Refreshing network info cache for port cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.390066] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.398228] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6881bf1e-e5bb-4919-91c5-c68088b9bac7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.400395] env[69217]: DEBUG nova.compute.provider_tree [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.422849] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.443546] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456056} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.443546] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 944df052-5693-4f7e-8a12-97d37270c13e/944df052-5693-4f7e-8a12-97d37270c13e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.443546] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.443546] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcce470c-6c93-4c6a-8e72-8eab4b20e9ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.449254] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1089.449254] env[69217]: value = "task-3532955" [ 1089.449254] env[69217]: _type = "Task" [ 1089.449254] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.457680] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.467322] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.467599] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.467795] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleting the datastore file [datastore1] 516953cd-2bfb-4cac-a962-74116a928793 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.468676] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Successfully created port: 2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.470629] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-735d95b2-1184-4786-a85f-c73ca4bbcc79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.476492] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1089.476492] env[69217]: value = "task-3532956" [ 1089.476492] env[69217]: _type = "Task" [ 1089.476492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.484267] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.507021] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.659819] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532953, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.806358] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d00aac19-551b-4b43-ab14-c10444c79027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.806358] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.903853] env[69217]: DEBUG nova.scheduler.client.report [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.919044] env[69217]: DEBUG nova.network.neutron [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.959270] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060433} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.961628] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.962456] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3df7f-b344-49cc-9957-b4d1b6742b25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.984522] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 944df052-5693-4f7e-8a12-97d37270c13e/944df052-5693-4f7e-8a12-97d37270c13e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.984910] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c857cf-fc5e-44ca-97cd-43cebcec9cd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.001650] env[69217]: DEBUG nova.network.neutron [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.014894] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128641} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.016634] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.016821] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.016997] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.019331] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1090.019331] env[69217]: value = "task-3532957" [ 1090.019331] env[69217]: _type = "Task" [ 1090.019331] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.028610] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.158487] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532953, 'name': CreateSnapshot_Task, 'duration_secs': 0.738372} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.158835] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.159526] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e34c4-4210-4c42-8f03-6ca5c576f717 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.309154] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.408812] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.411165] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.916s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.411397] env[69217]: DEBUG nova.objects.instance [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 1307d91b-d50b-4591-b35e-9a07cc6af010 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.431745] env[69217]: INFO nova.scheduler.client.report [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Deleted allocations for instance 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1 [ 1090.506871] env[69217]: DEBUG oslo_concurrency.lockutils [req-952af8d9-7cca-48b4-a994-3c9080129641 req-34495960-6b60-4e5f-a087-a3c8f7a89842 service nova] Releasing lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.507077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquired lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.507256] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.521811] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.536149] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532957, 'name': ReconfigVM_Task, 'duration_secs': 0.311148} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.536410] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 944df052-5693-4f7e-8a12-97d37270c13e/944df052-5693-4f7e-8a12-97d37270c13e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.537014] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5484b7e8-6f38-4051-8383-02c2a9eead35 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.542915] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1090.542915] env[69217]: value = "task-3532958" [ 1090.542915] env[69217]: _type = "Task" [ 1090.542915] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.551007] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.551248] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.551402] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.551583] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.551728] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.551875] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.552094] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.552262] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.552425] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.552586] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.552758] env[69217]: DEBUG nova.virt.hardware [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.553744] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c579a-2b84-49db-9ce6-a8733dc14caf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.559700] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532958, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.565918] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8b131-8667-49ac-8199-a36573a2e54c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.676781] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.677116] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9650a330-a104-4603-adcc-3c71f8c459dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.684839] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1090.684839] env[69217]: value = "task-3532959" [ 1090.684839] env[69217]: _type = "Task" [ 1090.684839] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.696069] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532959, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.832109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.940316] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6188349b-56d1-4bfb-8ee6-043babb2e1c9 tempest-ServersListShow296Test-855064064 tempest-ServersListShow296Test-855064064-project-member] Lock "712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.757s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.062766] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532958, 'name': Rename_Task, 'duration_secs': 0.131574} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.065291] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.065493] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b31f0e-270c-467a-ab50-da6c88df6d42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.072400] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.072517] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.072678] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.072860] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.073120] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.073599] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.073698] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.073866] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.074053] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.074220] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.074398] env[69217]: DEBUG nova.virt.hardware [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.075554] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c7a36-a996-4176-8431-77c5b82c9f51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.082124] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1091.082124] env[69217]: value = "task-3532960" [ 1091.082124] env[69217]: _type = "Task" [ 1091.082124] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.086911] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.093095] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9316b8-379a-4e3e-be12-15fcd2c769c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.102757] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532960, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.113413] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:be:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d41e50d-253b-48d9-836f-23801270024a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.122354] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.126488] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.126919] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-105f73a8-5ce9-4938-ae67-acf07bff09c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.149794] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.149794] env[69217]: value = "task-3532961" [ 1091.149794] env[69217]: _type = "Task" [ 1091.149794] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.156026] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532961, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.194367] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532959, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.233515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f0c2d-f2e3-4bf0-82c9-14f6b92d14fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.241369] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48b13c-289b-4b26-9189-67d280c281dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.274246] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a6d4d6-f252-4f21-bbc2-71d92c35d894 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.282410] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805ec07-7ec5-4dbc-83b9-7afcd6a8edf7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.296374] env[69217]: DEBUG nova.compute.provider_tree [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.393664] env[69217]: DEBUG nova.network.neutron [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Updating instance_info_cache with network_info: [{"id": "cd54cc7f-531d-4694-b80b-1dfbecf5a15f", "address": "fa:16:3e:b3:6b:f4", "network": {"id": "4337960c-6585-454a-8e06-bcb928654d43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1438506626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9713288df8414099b9f4cdcbf39f776b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54cc7f-53", "ovs_interfaceid": "cd54cc7f-531d-4694-b80b-1dfbecf5a15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.396015] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Successfully updated port: 2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.418348] env[69217]: DEBUG nova.compute.manager [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Received event network-vif-plugged-2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.418348] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.418348] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.418348] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.418348] env[69217]: DEBUG nova.compute.manager [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] No waiting events found dispatching network-vif-plugged-2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.418616] env[69217]: WARNING nova.compute.manager [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Received unexpected event network-vif-plugged-2e287d80-0b0b-40dd-8950-7420d996586e for instance with vm_state building and task_state spawning. [ 1091.419210] env[69217]: DEBUG nova.compute.manager [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Received event network-changed-2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.419560] env[69217]: DEBUG nova.compute.manager [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Refreshing instance network info cache due to event network-changed-2e287d80-0b0b-40dd-8950-7420d996586e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.419958] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Acquiring lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.420241] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Acquired lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.420499] env[69217]: DEBUG nova.network.neutron [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Refreshing network info cache for port 2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.592811] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.659213] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532961, 'name': CreateVM_Task, 'duration_secs': 0.312033} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.659213] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.659213] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.659401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.659590] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.659852] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7d040d-cb78-4dc7-b005-9704eaafe433 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.664239] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1091.664239] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276306a-ed92-44ed-755e-8de13d1e23ff" [ 1091.664239] env[69217]: _type = "Task" [ 1091.664239] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.671673] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276306a-ed92-44ed-755e-8de13d1e23ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.694519] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532959, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.799839] env[69217]: DEBUG nova.scheduler.client.report [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.898844] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Releasing lock "refresh_cache-ad9b96d4-2da6-4c35-a593-99d3f1696aef" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.899329] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance network_info: |[{"id": "cd54cc7f-531d-4694-b80b-1dfbecf5a15f", "address": "fa:16:3e:b3:6b:f4", "network": {"id": "4337960c-6585-454a-8e06-bcb928654d43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1438506626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9713288df8414099b9f4cdcbf39f776b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54cc7f-53", "ovs_interfaceid": "cd54cc7f-531d-4694-b80b-1dfbecf5a15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.899832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.900232] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:6b:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd54cc7f-531d-4694-b80b-1dfbecf5a15f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.907781] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Creating folder: Project (9713288df8414099b9f4cdcbf39f776b). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.908079] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02a49b71-2063-49d6-ace6-46f7dc1be6d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.919110] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Created folder: Project (9713288df8414099b9f4cdcbf39f776b) in parent group-v705386. [ 1091.919294] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Creating folder: Instances. Parent ref: group-v705642. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.919511] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09951e4a-b3b8-459a-8a24-e2d875b95904 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.928562] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Created folder: Instances in parent group-v705642. [ 1091.928780] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.928961] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.929167] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761a770b-094b-4bf7-9278-18a07a8400f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.947698] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.947698] env[69217]: value = "task-3532964" [ 1091.947698] env[69217]: _type = "Task" [ 1091.947698] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.952749] env[69217]: DEBUG nova.network.neutron [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.957494] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532964, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.032465] env[69217]: DEBUG nova.network.neutron [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.095741] env[69217]: DEBUG oslo_vmware.api [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532960, 'name': PowerOnVM_Task, 'duration_secs': 0.635549} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.096115] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.096366] env[69217]: INFO nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1092.096583] env[69217]: DEBUG nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.097461] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c220d3-6a78-4ac7-9110-5334c34b7c19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.176636] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5276306a-ed92-44ed-755e-8de13d1e23ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.177025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.177345] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.177657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.177872] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.178069] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.178699] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d16d410-5f3e-4361-b831-eff94a003024 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.191436] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.191675] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.192887] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f40e2cf-aefa-4f95-b518-aecb8ce83e5b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198658] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532959, 'name': CloneVM_Task, 'duration_secs': 1.361842} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.199275] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Created linked-clone VM from snapshot [ 1092.200022] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287cf03-6ea1-4385-968c-2279d3d36703 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.203569] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1092.203569] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a70aa0-69d9-cf6d-c1b0-0c49a673ba03" [ 1092.203569] env[69217]: _type = "Task" [ 1092.203569] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.209951] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Uploading image 80db63b9-d2f3-4d64-92d4-85779ce0f91c {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.218138] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a70aa0-69d9-cf6d-c1b0-0c49a673ba03, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.218913] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41193c5-6461-4ee7-9e18-af38f4ef8309 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.224620] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1092.224620] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f89a84-a088-7d70-1b03-a0c3c952e6a9" [ 1092.224620] env[69217]: _type = "Task" [ 1092.224620] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.233523] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f89a84-a088-7d70-1b03-a0c3c952e6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.240195] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.240195] env[69217]: value = "vm-705640" [ 1092.240195] env[69217]: _type = "VirtualMachine" [ 1092.240195] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.240427] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0166e217-95a0-42ba-a52f-6d8ce47b2fe8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.245834] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease: (returnval){ [ 1092.245834] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d0a4a4-3f76-eb12-9179-98a5a8367341" [ 1092.245834] env[69217]: _type = "HttpNfcLease" [ 1092.245834] env[69217]: } obtained for exporting VM: (result){ [ 1092.245834] env[69217]: value = "vm-705640" [ 1092.245834] env[69217]: _type = "VirtualMachine" [ 1092.245834] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.246068] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the lease: (returnval){ [ 1092.246068] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d0a4a4-3f76-eb12-9179-98a5a8367341" [ 1092.246068] env[69217]: _type = "HttpNfcLease" [ 1092.246068] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.251528] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.251528] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d0a4a4-3f76-eb12-9179-98a5a8367341" [ 1092.251528] env[69217]: _type = "HttpNfcLease" [ 1092.251528] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.304891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.307219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.427s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.307422] env[69217]: DEBUG nova.objects.instance [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1092.326982] env[69217]: INFO nova.scheduler.client.report [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 1307d91b-d50b-4591-b35e-9a07cc6af010 [ 1092.458298] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532964, 'name': CreateVM_Task, 'duration_secs': 0.388169} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.458470] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.459200] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.459314] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.459704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.459962] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da0deaf-0b2e-4614-b5d2-7a8028616570 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.464483] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1092.464483] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52901c42-fc80-e41d-c0bf-0cb0a3f423b9" [ 1092.464483] env[69217]: _type = "Task" [ 1092.464483] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.472340] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52901c42-fc80-e41d-c0bf-0cb0a3f423b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.535238] env[69217]: DEBUG oslo_concurrency.lockutils [req-75a4fdf4-dcde-4b48-9444-88cf46ccd819 req-db2e0786-14bf-43df-8588-e47fd627aa47 service nova] Releasing lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.535639] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.535814] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.615462] env[69217]: INFO nova.compute.manager [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Took 21.71 seconds to build instance. [ 1092.735768] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f89a84-a088-7d70-1b03-a0c3c952e6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.736105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.736398] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.736686] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e3b8ea-0473-4fc5-81e2-a01aca47664d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.743485] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1092.743485] env[69217]: value = "task-3532966" [ 1092.743485] env[69217]: _type = "Task" [ 1092.743485] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.754235] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.755602] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.755602] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d0a4a4-3f76-eb12-9179-98a5a8367341" [ 1092.755602] env[69217]: _type = "HttpNfcLease" [ 1092.755602] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.755884] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.755884] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d0a4a4-3f76-eb12-9179-98a5a8367341" [ 1092.755884] env[69217]: _type = "HttpNfcLease" [ 1092.755884] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.756586] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebd3b64-903e-4a16-bc7b-b47ae56eebdc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.763564] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.763736] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.834494] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b71ef3ae-678e-4ea0-a125-280955617508 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "1307d91b-d50b-4591-b35e-9a07cc6af010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.953s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.859716] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d713b718-3609-4887-b136-2dc8bde6e35b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.975310] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52901c42-fc80-e41d-c0bf-0cb0a3f423b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.976012] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.976276] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.976517] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.976667] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.976848] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.977164] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd73dd05-246d-4db0-9dee-5c17b86f1318 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.990743] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.990948] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.991788] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ce748c-8b41-4080-9287-9d2b8a49681f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.997765] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1092.997765] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1a7d3-6557-d43f-85c1-32b936f2a26e" [ 1092.997765] env[69217]: _type = "Task" [ 1092.997765] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.006402] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1a7d3-6557-d43f-85c1-32b936f2a26e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.072192] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.117541] env[69217]: DEBUG oslo_concurrency.lockutils [None req-faaed80c-b1c5-483d-a5b9-068c573af6e1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.229s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.241817] env[69217]: DEBUG nova.network.neutron [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating instance_info_cache with network_info: [{"id": "2e287d80-0b0b-40dd-8950-7420d996586e", "address": "fa:16:3e:69:c7:b1", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e287d80-0b", "ovs_interfaceid": "2e287d80-0b0b-40dd-8950-7420d996586e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.256079] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435882} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.257483] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.257830] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.258256] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44190390-5c2b-4e15-aaed-565600437b41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.267720] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1093.267720] env[69217]: value = "task-3532967" [ 1093.267720] env[69217]: _type = "Task" [ 1093.267720] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.278371] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.324627] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17ee713d-18b2-4ab9-aab0-37209ada48e1 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.326078] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.821s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.328619] env[69217]: INFO nova.compute.claims [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.509658] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e1a7d3-6557-d43f-85c1-32b936f2a26e, 'name': SearchDatastore_Task, 'duration_secs': 0.057244} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.510596] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19cc98d-e690-45c2-b716-bd92f86805d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.515902] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1093.515902] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9788e-d249-84fd-693f-3fd5543c5d16" [ 1093.515902] env[69217]: _type = "Task" [ 1093.515902] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.524586] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9788e-d249-84fd-693f-3fd5543c5d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.745567] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.746130] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance network_info: |[{"id": "2e287d80-0b0b-40dd-8950-7420d996586e", "address": "fa:16:3e:69:c7:b1", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e287d80-0b", "ovs_interfaceid": "2e287d80-0b0b-40dd-8950-7420d996586e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.746685] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e287d80-0b0b-40dd-8950-7420d996586e', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.755617] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.755994] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.756302] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5818a3e-4d13-4d41-b797-7943eb818e06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.779792] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063773} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.781268] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.781601] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.781601] env[69217]: value = "task-3532968" [ 1093.781601] env[69217]: _type = "Task" [ 1093.781601] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.782550] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e538c8-56bc-4655-bffd-ff938e12ea63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.809944] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.815043] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3b2be6-e9f6-4b4e-8933-73e532e25e00 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.834101] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532968, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.843636] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1093.843636] env[69217]: value = "task-3532969" [ 1093.843636] env[69217]: _type = "Task" [ 1093.843636] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.854784] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.027119] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a9788e-d249-84fd-693f-3fd5543c5d16, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.027489] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.028030] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ad9b96d4-2da6-4c35-a593-99d3f1696aef/ad9b96d4-2da6-4c35-a593-99d3f1696aef.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.028406] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac913de-63d6-4226-8970-96f4f05260a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.035544] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1094.035544] env[69217]: value = "task-3532970" [ 1094.035544] env[69217]: _type = "Task" [ 1094.035544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.044395] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.188567] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.189129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.297319] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532968, 'name': CreateVM_Task, 'duration_secs': 0.368757} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.297763] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.298596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.298873] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.299380] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.299763] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2c9b40-3fb3-4d39-b9a4-5ebb9b1f8de6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.305489] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1094.305489] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb13d5-34e9-134d-9084-2009e9321457" [ 1094.305489] env[69217]: _type = "Task" [ 1094.305489] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.316784] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb13d5-34e9-134d-9084-2009e9321457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.335609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "944df052-5693-4f7e-8a12-97d37270c13e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.335985] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.336295] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "944df052-5693-4f7e-8a12-97d37270c13e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.336543] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.336771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.342325] env[69217]: INFO nova.compute.manager [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Terminating instance [ 1094.355132] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532969, 'name': ReconfigVM_Task, 'duration_secs': 0.381566} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.355555] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 516953cd-2bfb-4cac-a962-74116a928793/516953cd-2bfb-4cac-a962-74116a928793.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.356384] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2951cd-8de0-4dfc-bfb2-bd2f4d714885 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.365584] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1094.365584] env[69217]: value = "task-3532971" [ 1094.365584] env[69217]: _type = "Task" [ 1094.365584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.379860] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532971, 'name': Rename_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.547437] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509605} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.550468] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ad9b96d4-2da6-4c35-a593-99d3f1696aef/ad9b96d4-2da6-4c35-a593-99d3f1696aef.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.550706] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.551440] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d6d55f-08cc-43e1-83a3-95170deeb18a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.559046] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1094.559046] env[69217]: value = "task-3532972" [ 1094.559046] env[69217]: _type = "Task" [ 1094.559046] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.571093] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.606023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c4495-b035-40b0-8647-2f12d1faa221 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613794] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f9f6e-aae1-4457-a697-6debdb9d0d91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.648506] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c29e7-ddb7-4e8e-9f5f-940d4243aca7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.656485] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b2e127-e9a9-42e4-836b-2c62a4bde8c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.671019] env[69217]: DEBUG nova.compute.provider_tree [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.692379] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.816966] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bb13d5-34e9-134d-9084-2009e9321457, 'name': SearchDatastore_Task, 'duration_secs': 0.062241} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.817316] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.817594] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.817875] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.818063] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.818260] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.818527] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e28dd0-485d-4663-98dd-3b34592ac894 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.826564] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.826769] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.827573] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee5965e-0307-4d82-a4d4-df4f7d82f723 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.832679] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1094.832679] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242cb49-91a6-f40a-cecd-de24cfc01a5c" [ 1094.832679] env[69217]: _type = "Task" [ 1094.832679] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.840214] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242cb49-91a6-f40a-cecd-de24cfc01a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.851036] env[69217]: DEBUG nova.compute.manager [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.851184] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.852022] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f37861-1ffc-4d7d-8281-de237ad3b4ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.859022] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.859282] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad090a0-121e-4437-b517-8c3899026ee1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.865181] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1094.865181] env[69217]: value = "task-3532973" [ 1094.865181] env[69217]: _type = "Task" [ 1094.865181] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.875815] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.880592] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532971, 'name': Rename_Task, 'duration_secs': 0.274976} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.880853] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.881060] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83570b8-5255-4e4a-a2a1-f4da02b1abae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.887229] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1094.887229] env[69217]: value = "task-3532974" [ 1094.887229] env[69217]: _type = "Task" [ 1094.887229] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.895055] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.069608] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069227} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.069901] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.070773] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958286d-fb38-4fe2-bec1-3699a8b9dd2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.093620] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ad9b96d4-2da6-4c35-a593-99d3f1696aef/ad9b96d4-2da6-4c35-a593-99d3f1696aef.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.093949] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec83d34-865e-4263-8438-b4e4a11a6bbd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.113727] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1095.113727] env[69217]: value = "task-3532975" [ 1095.113727] env[69217]: _type = "Task" [ 1095.113727] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.123442] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.175062] env[69217]: DEBUG nova.scheduler.client.report [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.212557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.344495] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5242cb49-91a6-f40a-cecd-de24cfc01a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008129} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.345399] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af85863c-6224-4544-b0c0-023302632e10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.351338] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1095.351338] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52063760-20a7-f88f-d301-99d0b126ceb8" [ 1095.351338] env[69217]: _type = "Task" [ 1095.351338] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.361328] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52063760-20a7-f88f-d301-99d0b126ceb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.374791] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532973, 'name': PowerOffVM_Task, 'duration_secs': 0.329124} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.375081] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.375280] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.375572] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7a8217-d507-43db-82ae-5786c58b0b24 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.398088] env[69217]: DEBUG oslo_vmware.api [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3532974, 'name': PowerOnVM_Task, 'duration_secs': 0.498137} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.398429] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.398891] env[69217]: DEBUG nova.compute.manager [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.400043] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00152aa5-e969-4b0b-89a3-9153bd2d132b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.451414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.451626] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.451814] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Deleting the datastore file [datastore1] 944df052-5693-4f7e-8a12-97d37270c13e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.452107] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b79afcb-1d4c-45fe-a103-16961398a385 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.459325] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for the task: (returnval){ [ 1095.459325] env[69217]: value = "task-3532977" [ 1095.459325] env[69217]: _type = "Task" [ 1095.459325] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.466682] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.624957] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532975, 'name': ReconfigVM_Task, 'duration_secs': 0.308741} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.624957] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ad9b96d4-2da6-4c35-a593-99d3f1696aef/ad9b96d4-2da6-4c35-a593-99d3f1696aef.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.625264] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc0e798-30d3-421f-872e-b4981525a3fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.632627] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1095.632627] env[69217]: value = "task-3532978" [ 1095.632627] env[69217]: _type = "Task" [ 1095.632627] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.640952] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532978, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.680361] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.680868] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.683596] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.044s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.684985] env[69217]: INFO nova.compute.claims [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.861527] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52063760-20a7-f88f-d301-99d0b126ceb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.861852] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.862181] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.862328] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dfeb464-984b-4699-9b4d-c2a5dfb931c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.869171] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1095.869171] env[69217]: value = "task-3532979" [ 1095.869171] env[69217]: _type = "Task" [ 1095.869171] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.878357] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.918743] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.969335] env[69217]: DEBUG oslo_vmware.api [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Task: {'id': task-3532977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332645} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.969335] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.969335] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.969335] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.969488] env[69217]: INFO nova.compute.manager [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1095.969807] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.970049] env[69217]: DEBUG nova.compute.manager [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.970049] env[69217]: DEBUG nova.network.neutron [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.144615] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532978, 'name': Rename_Task, 'duration_secs': 0.161154} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.144615] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.144615] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa9a9b4-7af8-445d-98a2-d5f6da1c1fb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150867] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1096.150867] env[69217]: value = "task-3532980" [ 1096.150867] env[69217]: _type = "Task" [ 1096.150867] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.159332] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.189277] env[69217]: DEBUG nova.compute.utils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.192857] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.193074] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.263733] env[69217]: DEBUG nova.policy [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b5e971667884085953f97fbcaf3c44e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd24017c2e1c244c9b59c12db8434fb11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.342381] env[69217]: DEBUG nova.compute.manager [req-41c81c18-b64b-4b73-84b7-e6dbfc7fabe1 req-b0067a03-e4b1-4751-9d19-0be01b368d8a service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Received event network-vif-deleted-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.342541] env[69217]: INFO nova.compute.manager [req-41c81c18-b64b-4b73-84b7-e6dbfc7fabe1 req-b0067a03-e4b1-4751-9d19-0be01b368d8a service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Neutron deleted interface 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f; detaching it from the instance and deleting it from the info cache [ 1096.342758] env[69217]: DEBUG nova.network.neutron [req-41c81c18-b64b-4b73-84b7-e6dbfc7fabe1 req-b0067a03-e4b1-4751-9d19-0be01b368d8a service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.381146] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.648102] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Successfully created port: ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.662083] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.693745] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.814243] env[69217]: DEBUG nova.network.neutron [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.845899] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6065b1b5-cb71-44dd-95ba-0a158f1ce18d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.857352] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf567b6-8bef-408b-9739-bb58dfdae391 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.886679] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580309} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.900943] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.901207] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.901561] env[69217]: DEBUG nova.compute.manager [req-41c81c18-b64b-4b73-84b7-e6dbfc7fabe1 req-b0067a03-e4b1-4751-9d19-0be01b368d8a service nova] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Detach interface failed, port_id=28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f, reason: Instance 944df052-5693-4f7e-8a12-97d37270c13e could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.902283] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e58aea46-fd12-4f0f-9db3-901dc8e5a997 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.909233] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1096.909233] env[69217]: value = "task-3532981" [ 1096.909233] env[69217]: _type = "Task" [ 1096.909233] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.917528] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.968649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c909ff-5517-4eae-b5c9-8995bc51ff78 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.976764] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3465a1a7-4e1c-4fa8-9668-794e3e43cd9c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.006778] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce843623-efeb-4159-a20e-1355d06ccb91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.014370] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aabd12-d17d-46e8-a113-0c4394869547 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.027702] env[69217]: DEBUG nova.compute.provider_tree [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.163036] env[69217]: DEBUG oslo_vmware.api [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532980, 'name': PowerOnVM_Task, 'duration_secs': 0.538799} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.163036] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.163036] env[69217]: INFO nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1097.163036] env[69217]: DEBUG nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.163614] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12448c4-0137-47f3-9166-dbacca6e4076 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.317111] env[69217]: INFO nova.compute.manager [-] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Took 1.35 seconds to deallocate network for instance. [ 1097.419300] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170368} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.419645] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.420421] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af948a3-ef5c-4993-ba2f-415c24cb8ffe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.442503] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.442806] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d35cb9e-6ae3-4a8f-9a81-d7048fe5a25e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.463604] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1097.463604] env[69217]: value = "task-3532982" [ 1097.463604] env[69217]: _type = "Task" [ 1097.463604] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.471913] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.530750] env[69217]: DEBUG nova.scheduler.client.report [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.683444] env[69217]: INFO nova.compute.manager [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Took 20.37 seconds to build instance. [ 1097.705256] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.734772] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.735130] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.735336] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.735569] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.735751] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.735957] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.736261] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.736508] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.736743] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.736965] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.737228] env[69217]: DEBUG nova.virt.hardware [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.738558] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62099b40-5adb-4f3d-82e7-16697ae1e8f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.746992] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4df758-5b0d-460a-a00a-03e6d6e4b5b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.823613] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.976512] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.038040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.038040] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.040424] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.054s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.041200] env[69217]: DEBUG nova.objects.instance [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'resources' on Instance uuid 0756a642-3218-44eb-9258-e562a7624157 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.186738] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.883s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.262443] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Successfully updated port: ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.403044] env[69217]: DEBUG nova.compute.manager [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Received event network-vif-plugged-ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.403320] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Acquiring lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.403552] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.403760] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.404613] env[69217]: DEBUG nova.compute.manager [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] No waiting events found dispatching network-vif-plugged-ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.404817] env[69217]: WARNING nova.compute.manager [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Received unexpected event network-vif-plugged-ec154998-cdbb-47b6-ad42-e60c00915f64 for instance with vm_state building and task_state spawning. [ 1098.405138] env[69217]: DEBUG nova.compute.manager [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Received event network-changed-ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.405331] env[69217]: DEBUG nova.compute.manager [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Refreshing instance network info cache due to event network-changed-ec154998-cdbb-47b6-ad42-e60c00915f64. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.405533] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Acquiring lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.405681] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Acquired lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.405849] env[69217]: DEBUG nova.network.neutron [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Refreshing network info cache for port ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.479460] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532982, 'name': ReconfigVM_Task, 'duration_secs': 0.567105} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.480399] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.481168] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d189bd9-7569-4760-ae2a-d4766ad4b6bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.487968] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1098.487968] env[69217]: value = "task-3532983" [ 1098.487968] env[69217]: _type = "Task" [ 1098.487968] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.496487] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532983, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.546050] env[69217]: DEBUG nova.compute.utils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.551536] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.551726] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.628220] env[69217]: DEBUG nova.policy [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140e7e2abe2646a3afe83ab56ed97ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f28a520fc7c46b19219bcc495345e09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.766718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.833814] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db4003-5ddb-4e65-9925-ee2e21fa41a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.842173] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c327a8ed-a337-44eb-8145-f5ad573a75d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.872250] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec10b5-a83e-4e24-b46f-da425abfafa6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.880332] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b286a-a26f-44b7-a27c-1eec62be66cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.894265] env[69217]: DEBUG nova.compute.provider_tree [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.983301] env[69217]: DEBUG nova.network.neutron [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.998628] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532983, 'name': Rename_Task, 'duration_secs': 0.243375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.002252] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.002252] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2e046fc-865c-484b-afdc-b2696eeef670 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.006210] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1099.006210] env[69217]: value = "task-3532984" [ 1099.006210] env[69217]: _type = "Task" [ 1099.006210] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.012827] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Successfully created port: f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.018227] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.052624] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.130604] env[69217]: DEBUG nova.network.neutron [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.397656] env[69217]: DEBUG nova.scheduler.client.report [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.517792] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.632903] env[69217]: DEBUG oslo_concurrency.lockutils [req-ecc09c00-4eca-442f-ae56-2f7e7ea93856 req-38a9626d-89e7-424d-ae5f-c76b3b6cd5eb service nova] Releasing lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.633280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquired lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.633488] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.903037] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.904910] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.230s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.905182] env[69217]: DEBUG nova.objects.instance [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'resources' on Instance uuid 28b61e85-3ffd-4501-9d93-78c1061b81bc {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.925527] env[69217]: INFO nova.scheduler.client.report [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance 0756a642-3218-44eb-9258-e562a7624157 [ 1099.967966] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.968352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.968552] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.968735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.968973] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.971567] env[69217]: INFO nova.compute.manager [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Terminating instance [ 1100.017392] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.063503] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.090184] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.090507] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.090717] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.091013] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.091213] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.091399] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.091648] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.091847] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.092070] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.092316] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.092552] env[69217]: DEBUG nova.virt.hardware [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.093520] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5fc711-5ffb-4229-af6e-a247113bcaa2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.101833] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66fa11-9d3f-4895-b0ae-2737074a8d1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.166246] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.321011] env[69217]: DEBUG nova.network.neutron [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Updating instance_info_cache with network_info: [{"id": "ec154998-cdbb-47b6-ad42-e60c00915f64", "address": "fa:16:3e:c7:67:a3", "network": {"id": "006658b1-0a3d-43e3-9267-764e0be6265d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-634840488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24017c2e1c244c9b59c12db8434fb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec154998-cd", "ovs_interfaceid": "ec154998-cdbb-47b6-ad42-e60c00915f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.438231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-22c48a71-606d-492d-9492-eafd8fe37439 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "0756a642-3218-44eb-9258-e562a7624157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.562s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.475481] env[69217]: DEBUG nova.compute.manager [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.475719] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.477185] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683ae5b-448c-484c-a025-74dd3f359846 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.488397] env[69217]: DEBUG nova.compute.manager [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Received event network-vif-plugged-f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.488611] env[69217]: DEBUG oslo_concurrency.lockutils [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] Acquiring lock "098392a7-733d-491b-839c-679113522e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.488817] env[69217]: DEBUG oslo_concurrency.lockutils [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] Lock "098392a7-733d-491b-839c-679113522e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.489017] env[69217]: DEBUG oslo_concurrency.lockutils [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] Lock "098392a7-733d-491b-839c-679113522e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.489193] env[69217]: DEBUG nova.compute.manager [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] [instance: 098392a7-733d-491b-839c-679113522e95] No waiting events found dispatching network-vif-plugged-f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.489360] env[69217]: WARNING nova.compute.manager [req-9a5ec9ca-1ba2-4c6c-a2cb-133db13465b3 req-96bc3849-5485-4aab-a529-98ba03538abc service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Received unexpected event network-vif-plugged-f7baf34a-e98f-4d58-9a88-06c456c701af for instance with vm_state building and task_state spawning. [ 1100.498022] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.498022] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-922785aa-4414-44c0-bf0e-95fc00e472e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.502102] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1100.502102] env[69217]: value = "task-3532985" [ 1100.502102] env[69217]: _type = "Task" [ 1100.502102] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.515838] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.521413] env[69217]: DEBUG oslo_vmware.api [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3532984, 'name': PowerOnVM_Task, 'duration_secs': 1.352045} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.521728] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.521953] env[69217]: INFO nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1100.522256] env[69217]: DEBUG nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.523014] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886b5c92-9288-4f93-9ef5-9e8e8c182dde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.612748] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.613430] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34393b-f9c5-4b61-9d46-9ea83f1d366b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.619870] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.620046] env[69217]: ERROR oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk due to incomplete transfer. [ 1100.620494] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f70148f-dfca-4cc6-9e2d-16af93d06010 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.630399] env[69217]: DEBUG oslo_vmware.rw_handles [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522853cf-13a5-dce9-c0a1-e867269559c3/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.630878] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Uploaded image 80db63b9-d2f3-4d64-92d4-85779ce0f91c to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1100.635501] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1100.635501] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e53c977-eb08-4eef-818b-71f0dcb20f8e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.641041] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1100.641041] env[69217]: value = "task-3532986" [ 1100.641041] env[69217]: _type = "Task" [ 1100.641041] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.652693] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Successfully updated port: f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.657971] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532986, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.700056] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511129f2-6726-4b56-ade2-8f8e38e8c219 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.708822] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9209e7f2-3950-47ef-820d-190d8b676f97 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.746161] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcda0e7-ee5a-4b7a-9503-a5f6d1c78e8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.755371] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a12e08-af26-41f8-8597-d7eae4977e9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.773197] env[69217]: DEBUG nova.compute.provider_tree [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.824098] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Releasing lock "refresh_cache-7cb123b1-c707-4629-bd5f-fdf4e8bba399" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.824472] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance network_info: |[{"id": "ec154998-cdbb-47b6-ad42-e60c00915f64", "address": "fa:16:3e:c7:67:a3", "network": {"id": "006658b1-0a3d-43e3-9267-764e0be6265d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-634840488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d24017c2e1c244c9b59c12db8434fb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec154998-cd", "ovs_interfaceid": "ec154998-cdbb-47b6-ad42-e60c00915f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.825296] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:67:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec154998-cdbb-47b6-ad42-e60c00915f64', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.832631] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Creating folder: Project (d24017c2e1c244c9b59c12db8434fb11). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.832929] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e1ef84-67b3-4486-ad74-fdba52ac252b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.842110] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Created folder: Project (d24017c2e1c244c9b59c12db8434fb11) in parent group-v705386. [ 1100.842287] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Creating folder: Instances. Parent ref: group-v705646. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.842823] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b761bd0-d644-42a3-a0b3-97b1a87d1652 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.851409] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Created folder: Instances in parent group-v705646. [ 1100.851645] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.851833] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.852105] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3dd3a0a-94c2-4a4c-83e8-27bbacaa51ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.870683] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.870683] env[69217]: value = "task-3532989" [ 1100.870683] env[69217]: _type = "Task" [ 1100.870683] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.878487] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532989, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.011596] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532985, 'name': PowerOffVM_Task, 'duration_secs': 0.213927} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.012420] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.012420] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.013199] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b938fc7-3dd5-4738-9fa1-3b42d92bd750 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.048659] env[69217]: INFO nova.compute.manager [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Took 22.38 seconds to build instance. [ 1101.077763] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.078161] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.078452] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Deleting the datastore file [datastore1] ad9b96d4-2da6-4c35-a593-99d3f1696aef {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.079018] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-badfb5d6-f591-4506-ad48-2abbf5196bf5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.085667] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for the task: (returnval){ [ 1101.085667] env[69217]: value = "task-3532991" [ 1101.085667] env[69217]: _type = "Task" [ 1101.085667] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.093570] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.153412] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532986, 'name': Destroy_Task, 'duration_secs': 0.355347} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.153685] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Destroyed the VM [ 1101.155533] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.155533] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e4fcc7c-489c-4e04-b36b-889a333c11d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.159765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.159973] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.160211] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.162691] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1101.162691] env[69217]: value = "task-3532992" [ 1101.162691] env[69217]: _type = "Task" [ 1101.162691] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.172196] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.277060] env[69217]: DEBUG nova.scheduler.client.report [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.380702] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532989, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.550573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.896s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.595083] env[69217]: DEBUG oslo_vmware.api [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Task: {'id': task-3532991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29845} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.595353] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.595538] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.595712] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.595894] env[69217]: INFO nova.compute.manager [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1101.596152] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.596341] env[69217]: DEBUG nova.compute.manager [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.596438] env[69217]: DEBUG nova.network.neutron [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.673627] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532992, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351168} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.674245] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.674523] env[69217]: DEBUG nova.compute.manager [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.675382] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11a30d-33fa-462b-819a-9b20d8c64566 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.699032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.699186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.725965] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.782723] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.785250] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.953s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.786911] env[69217]: INFO nova.compute.claims [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.813504] env[69217]: INFO nova.scheduler.client.report [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocations for instance 28b61e85-3ffd-4501-9d93-78c1061b81bc [ 1101.881572] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532989, 'name': CreateVM_Task, 'duration_secs': 0.545105} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.881741] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.882725] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.882894] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.883236] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.883493] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bb8068-3d51-4426-aa2b-e47c43f8d71b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.890604] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1101.890604] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f319d8-cb8c-e536-5596-b27c61259d93" [ 1101.890604] env[69217]: _type = "Task" [ 1101.890604] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.898398] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f319d8-cb8c-e536-5596-b27c61259d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.044945] env[69217]: DEBUG nova.network.neutron [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.187521] env[69217]: INFO nova.compute.manager [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Shelve offloading [ 1102.201266] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.328909] env[69217]: DEBUG oslo_concurrency.lockutils [None req-df3fa93b-ab06-42e5-acdc-90766a8fca64 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "28b61e85-3ffd-4501-9d93-78c1061b81bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.243s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.400824] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f319d8-cb8c-e536-5596-b27c61259d93, 'name': SearchDatastore_Task, 'duration_secs': 0.020624} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.401685] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.401685] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.401685] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.401867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.401901] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.402201] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb465a8e-1d4c-49db-b11d-e739e9a5f45e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.411635] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.413053] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.413053] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a3284d-d6af-43e4-b8e5-208092feaee7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.424584] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1102.424584] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52995e9d-e736-1f6b-1efd-f0e18fa19f2f" [ 1102.424584] env[69217]: _type = "Task" [ 1102.424584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.432276] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52995e9d-e736-1f6b-1efd-f0e18fa19f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.514152] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Received event network-changed-f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.514373] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Refreshing instance network info cache due to event network-changed-f7baf34a-e98f-4d58-9a88-06c456c701af. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.514563] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Acquiring lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.550083] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.550083] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Instance network_info: |[{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.550083] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Acquired lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.550083] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Refreshing network info cache for port f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.550083] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:b1:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7baf34a-e98f-4d58-9a88-06c456c701af', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.558019] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.558937] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098392a7-733d-491b-839c-679113522e95] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.559403] env[69217]: DEBUG nova.network.neutron [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.560755] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e745f7e9-0893-4930-aa43-8580c515b847 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.586397] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.586397] env[69217]: value = "task-3532993" [ 1102.586397] env[69217]: _type = "Task" [ 1102.586397] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.594322] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532993, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.693723] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.693723] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62619e9e-87ff-4c8e-a4d7-a1a48d39e7eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.698737] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1102.698737] env[69217]: value = "task-3532994" [ 1102.698737] env[69217]: _type = "Task" [ 1102.698737] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.709129] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3532994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.726241] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.936607] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52995e9d-e736-1f6b-1efd-f0e18fa19f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.03025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.940336] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d78c71-b4be-45d5-85e1-72e8ca2016eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.945470] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1102.945470] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eb5aba-062c-71e9-231d-9bbdda29764a" [ 1102.945470] env[69217]: _type = "Task" [ 1102.945470] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.955362] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eb5aba-062c-71e9-231d-9bbdda29764a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.024811] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ecdc1-fc53-4511-b7c6-83c285c8548c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.032832] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4698b70-3637-4b51-aa50-1ba97d60582b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.068021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0fea7-fca3-42ba-94ea-10a8d3667f8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.077562] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2044875-527f-4abf-8294-a8c5934dabb4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.082101] env[69217]: INFO nova.compute.manager [-] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Took 1.49 seconds to deallocate network for instance. [ 1103.098981] env[69217]: DEBUG nova.compute.provider_tree [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.109090] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3532993, 'name': CreateVM_Task, 'duration_secs': 0.352905} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.110150] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098392a7-733d-491b-839c-679113522e95] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.110617] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.110802] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.111378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.111675] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664df6c2-ca74-44fc-b2ff-0f4282381f67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.116678] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1103.116678] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e3fdc-c6dd-48b0-b2cb-009ee1ecd751" [ 1103.116678] env[69217]: _type = "Task" [ 1103.116678] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.125311] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e3fdc-c6dd-48b0-b2cb-009ee1ecd751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.210951] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.211211] env[69217]: DEBUG nova.compute.manager [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.211999] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df30d7b8-1128-4226-ac62-ba8d47459dd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.220779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.220944] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.221142] env[69217]: DEBUG nova.network.neutron [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.282038] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Updated VIF entry in instance network info cache for port f7baf34a-e98f-4d58-9a88-06c456c701af. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.282190] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.456581] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eb5aba-062c-71e9-231d-9bbdda29764a, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.456841] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.457134] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7cb123b1-c707-4629-bd5f-fdf4e8bba399/7cb123b1-c707-4629-bd5f-fdf4e8bba399.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.457401] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51d93f80-5314-46a4-9c3a-e4b2da9f72a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.463957] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1103.463957] env[69217]: value = "task-3532995" [ 1103.463957] env[69217]: _type = "Task" [ 1103.463957] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.472066] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.602528] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.604569] env[69217]: DEBUG nova.scheduler.client.report [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.630018] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524e3fdc-c6dd-48b0-b2cb-009ee1ecd751, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.630342] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.630585] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.630827] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.630974] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631176] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.631466] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbe021f-193f-48f1-871f-df9a2744a4bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.641206] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.641403] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.642512] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5c378d-847f-44cb-864c-c9fa8416380d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.648290] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1103.648290] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52319b1f-48ad-deb7-9b44-599b2c7dba82" [ 1103.648290] env[69217]: _type = "Task" [ 1103.648290] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.656548] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52319b1f-48ad-deb7-9b44-599b2c7dba82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.785612] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Releasing lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.787033] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Received event network-vif-deleted-cd54cc7f-531d-4694-b80b-1dfbecf5a15f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.787033] env[69217]: INFO nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Neutron deleted interface cd54cc7f-531d-4694-b80b-1dfbecf5a15f; detaching it from the instance and deleting it from the info cache [ 1103.787033] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.973383] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532995, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.974536] env[69217]: DEBUG nova.network.neutron [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.110180] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.110690] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.113336] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.901s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.115058] env[69217]: INFO nova.compute.claims [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.158918] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52319b1f-48ad-deb7-9b44-599b2c7dba82, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.159746] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ffeebc-5cf7-446b-9f8a-257da7e3b33b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.164778] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1104.164778] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5298343d-ca04-eac8-aa60-f204dad6e922" [ 1104.164778] env[69217]: _type = "Task" [ 1104.164778] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.172400] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5298343d-ca04-eac8-aa60-f204dad6e922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.289737] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-150da6df-a16e-4500-b575-6eae76a75fcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.298958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab5bc2e-8ad0-45ae-8c8e-caaa78ccf9c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.332435] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Detach interface failed, port_id=cd54cc7f-531d-4694-b80b-1dfbecf5a15f, reason: Instance ad9b96d4-2da6-4c35-a593-99d3f1696aef could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.332674] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Received event network-changed-2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.332841] env[69217]: DEBUG nova.compute.manager [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Refreshing instance network info cache due to event network-changed-2e287d80-0b0b-40dd-8950-7420d996586e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.333073] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Acquiring lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.333223] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Acquired lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.333382] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Refreshing network info cache for port 2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.474645] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532454} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.474895] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7cb123b1-c707-4629-bd5f-fdf4e8bba399/7cb123b1-c707-4629-bd5f-fdf4e8bba399.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.475131] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.475385] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49bace21-cbec-4dcc-9a45-b0303a973a22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.477420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.482994] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1104.482994] env[69217]: value = "task-3532996" [ 1104.482994] env[69217]: _type = "Task" [ 1104.482994] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.490350] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.625020] env[69217]: DEBUG nova.compute.utils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.625020] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.625020] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.678300] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5298343d-ca04-eac8-aa60-f204dad6e922, 'name': SearchDatastore_Task, 'duration_secs': 0.102871} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.678300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.678300] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.678300] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b405be11-758d-4505-b33c-099400517aad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.684323] env[69217]: DEBUG nova.policy [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c74608750f243f4ba15896b746352dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5178d7d2ae6400682516d884c5413e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.684784] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1104.684784] env[69217]: value = "task-3532997" [ 1104.684784] env[69217]: _type = "Task" [ 1104.684784] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.693015] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.756735] env[69217]: DEBUG nova.compute.manager [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-vif-unplugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.757455] env[69217]: DEBUG oslo_concurrency.lockutils [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.757455] env[69217]: DEBUG oslo_concurrency.lockutils [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.757455] env[69217]: DEBUG oslo_concurrency.lockutils [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.757605] env[69217]: DEBUG nova.compute.manager [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] No waiting events found dispatching network-vif-unplugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.757645] env[69217]: WARNING nova.compute.manager [req-3c160c86-c086-4cb8-b2ff-0b686ae6ceda req-d4271f3f-4d3b-45c1-8a03-ca2a11273a76 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received unexpected event network-vif-unplugged-9ea3afb6-33c2-4ac7-868c-40047df952fb for instance with vm_state shelved and task_state shelving_offloading. [ 1104.993448] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184512} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.993765] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.994598] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4b3ec-325d-4a75-bbaa-a68955123f12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.022158] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 7cb123b1-c707-4629-bd5f-fdf4e8bba399/7cb123b1-c707-4629-bd5f-fdf4e8bba399.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.022158] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9cbc7a-db96-43c4-aec3-43cdeb7b299a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.049430] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.050666] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dbb5b2-25a3-41a3-b632-69f0aae80c0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.060295] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.062079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2bd0664-0128-49a2-8538-5f257727b97e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.063630] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1105.063630] env[69217]: value = "task-3532998" [ 1105.063630] env[69217]: _type = "Task" [ 1105.063630] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.071738] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.127328] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.140738] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.140975] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.141166] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.141451] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965771e7-6225-4ff9-b247-07621106dbd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.157118] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1105.157118] env[69217]: value = "task-3533000" [ 1105.157118] env[69217]: _type = "Task" [ 1105.157118] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.177127] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.200794] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532997, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.369739] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Successfully created port: 9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.375587] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updated VIF entry in instance network info cache for port 2e287d80-0b0b-40dd-8950-7420d996586e. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.375587] env[69217]: DEBUG nova.network.neutron [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating instance_info_cache with network_info: [{"id": "2e287d80-0b0b-40dd-8950-7420d996586e", "address": "fa:16:3e:69:c7:b1", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e287d80-0b", "ovs_interfaceid": "2e287d80-0b0b-40dd-8950-7420d996586e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.424709] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ef34b-0515-40c2-92c3-4e56c7cb92c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.432921] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20951d5-6568-4cb7-b161-dc6f7537f727 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.466690] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2fa57d-2196-4f72-ad7b-5203e30b722f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.474480] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1aaa6-8fe4-45d3-a4b8-a3c276ae80da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.487957] env[69217]: DEBUG nova.compute.provider_tree [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.579656] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3532998, 'name': ReconfigVM_Task, 'duration_secs': 0.486322} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.579950] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 7cb123b1-c707-4629-bd5f-fdf4e8bba399/7cb123b1-c707-4629-bd5f-fdf4e8bba399.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.580615] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060696d9-9942-42c1-8985-00d1b137c603 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.588389] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1105.588389] env[69217]: value = "task-3533001" [ 1105.588389] env[69217]: _type = "Task" [ 1105.588389] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.594527] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533001, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.671249] env[69217]: DEBUG oslo_vmware.api [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287243} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.672904] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.673246] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.673624] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.692837] env[69217]: INFO nova.scheduler.client.report [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted allocations for instance 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 [ 1105.699018] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3532997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.699018] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.699018] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.699513] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-325303ae-645c-4e88-be1d-674299c759e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.705912] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1105.705912] env[69217]: value = "task-3533002" [ 1105.705912] env[69217]: _type = "Task" [ 1105.705912] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.716020] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.877403] env[69217]: DEBUG oslo_concurrency.lockutils [req-fbe35813-d150-40d1-9a70-d405797c6036 req-e3367ce9-0996-4764-bf77-743ae3b8aa4a service nova] Releasing lock "refresh_cache-ff8a18ac-49ca-48bf-a71b-c927faef94ac" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.991676] env[69217]: DEBUG nova.scheduler.client.report [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.097125] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533001, 'name': Rename_Task, 'duration_secs': 0.164192} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.097412] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.097659] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75f703a-1d31-4f68-8edb-e7c0cc03452c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.104917] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1106.104917] env[69217]: value = "task-3533003" [ 1106.104917] env[69217]: _type = "Task" [ 1106.104917] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.112518] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.140173] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.166276] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.166378] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.166486] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.166668] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.166834] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.166950] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.167175] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.167341] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.167509] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.167774] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.167875] env[69217]: DEBUG nova.virt.hardware [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.168788] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b902bbf-6986-45d4-95a5-deb26a25601c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.177391] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84da18d1-b2a2-496a-b8c7-793e44a05a14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.199549] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.215142] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065568} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.215398] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.216271] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4deffb-1cb2-466a-9427-681d7e69171c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.239427] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.239427] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54118290-0064-44a0-98c0-a625faa328f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.259220] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1106.259220] env[69217]: value = "task-3533004" [ 1106.259220] env[69217]: _type = "Task" [ 1106.259220] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.267263] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.500277] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.500277] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.501091] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.582s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.501615] env[69217]: DEBUG nova.objects.instance [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.615449] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.771120] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533004, 'name': ReconfigVM_Task, 'duration_secs': 0.311388} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.771699] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.772909] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-742a3bd8-7fcf-4c0f-bea2-47e144490894 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.781162] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1106.781162] env[69217]: value = "task-3533005" [ 1106.781162] env[69217]: _type = "Task" [ 1106.781162] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.789484] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533005, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.798221] env[69217]: DEBUG nova.compute.manager [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.798437] env[69217]: DEBUG nova.compute.manager [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing instance network info cache due to event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.798700] env[69217]: DEBUG oslo_concurrency.lockutils [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.798877] env[69217]: DEBUG oslo_concurrency.lockutils [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.799102] env[69217]: DEBUG nova.network.neutron [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.916797] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Successfully updated port: 9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.006774] env[69217]: DEBUG nova.compute.utils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.008060] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.008229] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.046390] env[69217]: DEBUG nova.policy [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.115852] env[69217]: DEBUG oslo_vmware.api [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533003, 'name': PowerOnVM_Task, 'duration_secs': 0.876686} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.116180] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.116453] env[69217]: INFO nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1107.116663] env[69217]: DEBUG nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.117447] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65680d4-8dfc-4b87-a6f2-695ebb4cea72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.249564] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.249846] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.250195] env[69217]: DEBUG nova.objects.instance [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.287935] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Successfully created port: f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.293374] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533005, 'name': Rename_Task, 'duration_secs': 0.138649} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.293629] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.293866] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e0b38a-28e7-49cc-bec0-4104ff16f584 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.300398] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1107.300398] env[69217]: value = "task-3533006" [ 1107.300398] env[69217]: _type = "Task" [ 1107.300398] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.311851] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.419605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.419762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.419915] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.510967] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.514160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-751d42e3-203b-4429-aeef-b71ed6b2e1a7 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.515290] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.692s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.515463] env[69217]: DEBUG nova.objects.instance [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lazy-loading 'resources' on Instance uuid 944df052-5693-4f7e-8a12-97d37270c13e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.626493] env[69217]: DEBUG nova.network.neutron [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updated VIF entry in instance network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.626908] env[69217]: DEBUG nova.network.neutron [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.640052] env[69217]: INFO nova.compute.manager [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Took 22.15 seconds to build instance. [ 1107.688561] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.753688] env[69217]: DEBUG nova.objects.instance [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.810660] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.959462] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.114013] env[69217]: DEBUG nova.network.neutron [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updating instance_info_cache with network_info: [{"id": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "address": "fa:16:3e:6b:99:5c", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1cac83-9b", "ovs_interfaceid": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.133797] env[69217]: DEBUG oslo_concurrency.lockutils [req-31bf7576-1431-4c9b-8298-4563b2b3841f req-8cc28139-613a-455b-8589-676aef1ddc7f service nova] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.141765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2a348f1a-802c-45fa-a6f6-9e657a732f77 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.662s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.238592] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586d955-5632-4a58-a0aa-7f3a8c9d48e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.246876] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640aaab9-9236-4553-ae04-48de33a71acd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.277874] env[69217]: DEBUG nova.objects.base [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance<4663beaf-45c2-4cfc-81f5-0317491f47b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.278132] env[69217]: DEBUG nova.network.neutron [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.280787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88371393-818d-474e-9cd4-ac05b9bdfdc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.288476] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f2d65-5233-4e29-b052-a74583cc63fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.302453] env[69217]: DEBUG nova.compute.provider_tree [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.311507] env[69217]: DEBUG oslo_vmware.api [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533006, 'name': PowerOnVM_Task, 'duration_secs': 0.525281} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.312291] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.312491] env[69217]: INFO nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1108.312667] env[69217]: DEBUG nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.313460] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed3885-e4fa-4fa5-814b-ccaa92db4ef8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.356817] env[69217]: DEBUG oslo_concurrency.lockutils [None req-59b35d79-3d44-44cf-9b8c-0423d10b9720 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.525012] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.550513] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.550764] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.550920] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.551123] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.551273] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.551419] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.551627] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.551785] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.551950] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.552129] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.552408] env[69217]: DEBUG nova.virt.hardware [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.553272] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437645fa-1168-4516-bcf8-ed2f390b22c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.561351] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec0a1c7-e994-4804-ba53-d22fbd9b008e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.593878] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.594087] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.594296] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.594491] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.594649] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.596658] env[69217]: INFO nova.compute.manager [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Terminating instance [ 1108.618781] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.619078] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Instance network_info: |[{"id": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "address": "fa:16:3e:6b:99:5c", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1cac83-9b", "ovs_interfaceid": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.619540] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:99:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c1cac83-9bf6-4d84-962f-45ac9496e37d', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.627048] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.627478] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.627706] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181fb482-6bbb-4f15-80bb-8dabda25e0fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.647664] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.647664] env[69217]: value = "task-3533007" [ 1108.647664] env[69217]: _type = "Task" [ 1108.647664] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.654992] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533007, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.808173] env[69217]: DEBUG nova.scheduler.client.report [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.833986] env[69217]: INFO nova.compute.manager [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Took 22.23 seconds to build instance. [ 1108.857531] env[69217]: DEBUG nova.compute.manager [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Received event network-vif-plugged-9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.857692] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Acquiring lock "d00aac19-551b-4b43-ab14-c10444c79027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.857917] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Lock "d00aac19-551b-4b43-ab14-c10444c79027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.858111] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Lock "d00aac19-551b-4b43-ab14-c10444c79027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.858277] env[69217]: DEBUG nova.compute.manager [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] No waiting events found dispatching network-vif-plugged-9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.858437] env[69217]: WARNING nova.compute.manager [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Received unexpected event network-vif-plugged-9c1cac83-9bf6-4d84-962f-45ac9496e37d for instance with vm_state building and task_state spawning. [ 1108.858599] env[69217]: DEBUG nova.compute.manager [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Received event network-changed-9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.858751] env[69217]: DEBUG nova.compute.manager [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Refreshing instance network info cache due to event network-changed-9c1cac83-9bf6-4d84-962f-45ac9496e37d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.858932] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Acquiring lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.859087] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Acquired lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.859248] env[69217]: DEBUG nova.network.neutron [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Refreshing network info cache for port 9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.924402] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Successfully updated port: f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.100352] env[69217]: DEBUG nova.compute.manager [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.100619] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.101738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86bef56-43e0-491e-84a1-aa161bad3bb9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.110012] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.110274] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b30eba9-ef5d-45ff-a9a6-749514955831 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.116641] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1109.116641] env[69217]: value = "task-3533008" [ 1109.116641] env[69217]: _type = "Task" [ 1109.116641] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.125089] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.157143] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533007, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.313934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.316452] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.591s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.318013] env[69217]: INFO nova.compute.claims [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.335532] env[69217]: INFO nova.scheduler.client.report [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Deleted allocations for instance 944df052-5693-4f7e-8a12-97d37270c13e [ 1109.336993] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a60bcf8-e56e-411d-a20d-6942defc8c34 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.737s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.432286] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.432286] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.432286] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.566936] env[69217]: DEBUG nova.network.neutron [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updated VIF entry in instance network info cache for port 9c1cac83-9bf6-4d84-962f-45ac9496e37d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.567325] env[69217]: DEBUG nova.network.neutron [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updating instance_info_cache with network_info: [{"id": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "address": "fa:16:3e:6b:99:5c", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1cac83-9b", "ovs_interfaceid": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.625878] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533008, 'name': PowerOffVM_Task, 'duration_secs': 0.348557} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.626171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.626368] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.626629] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b711e83-0f5e-4365-a9f7-7d24e9fa7756 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.658405] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533007, 'name': CreateVM_Task, 'duration_secs': 0.519444} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.658581] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.659280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.659451] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.659781] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.660044] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f0f106-778f-467d-9d0d-0725a2727ca4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.664407] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1109.664407] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a55e3e-93f2-da43-3427-5ef5ad004acd" [ 1109.664407] env[69217]: _type = "Task" [ 1109.664407] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.671660] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a55e3e-93f2-da43-3427-5ef5ad004acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.690466] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.690675] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.690857] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Deleting the datastore file [datastore2] 7cb123b1-c707-4629-bd5f-fdf4e8bba399 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.691130] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4efa4c67-0c3e-46fd-979a-7515483a461d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.697347] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for the task: (returnval){ [ 1109.697347] env[69217]: value = "task-3533010" [ 1109.697347] env[69217]: _type = "Task" [ 1109.697347] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.705164] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.846907] env[69217]: DEBUG oslo_concurrency.lockutils [None req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Lock "944df052-5693-4f7e-8a12-97d37270c13e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.510s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.974343] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.070053] env[69217]: DEBUG oslo_concurrency.lockutils [req-63e3241e-0bb4-43b7-865c-f699d421640d req-b400098a-daba-423a-9c1a-3a5c0eac314e service nova] Releasing lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.105366] env[69217]: DEBUG nova.network.neutron [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Updating instance_info_cache with network_info: [{"id": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "address": "fa:16:3e:ff:33:3b", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06d52eb-b4", "ovs_interfaceid": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.175027] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a55e3e-93f2-da43-3427-5ef5ad004acd, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.175327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.175563] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.175803] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.175953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.176181] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.176469] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfd9625-db30-49b5-a733-805ee7ba1231 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.185029] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.185128] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.186115] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef5300c-6ca2-4541-b365-702b893f900f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.191226] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1110.191226] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b25e5-1d1c-e124-35fe-9a47907de660" [ 1110.191226] env[69217]: _type = "Task" [ 1110.191226] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.198835] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b25e5-1d1c-e124-35fe-9a47907de660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.206468] env[69217]: DEBUG oslo_vmware.api [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Task: {'id': task-3533010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153586} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.206468] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.206630] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.206781] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.206974] env[69217]: INFO nova.compute.manager [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1110.207244] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.207452] env[69217]: DEBUG nova.compute.manager [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.207550] env[69217]: DEBUG nova.network.neutron [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.373655] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.374161] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.375349] env[69217]: DEBUG nova.objects.instance [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.556105] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f74e37-9589-46b9-a10f-43a538931b88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.572452] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1012e63-f229-49cb-ab67-a4bbd39bb2ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.605228] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c321337-c085-44a0-9161-d7e1a72181c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.608838] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.608838] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Instance network_info: |[{"id": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "address": "fa:16:3e:ff:33:3b", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06d52eb-b4", "ovs_interfaceid": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.610015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:33:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06d52eb-b49a-4236-b46c-0bb16f544abe', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.616734] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.617677] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.618313] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c845e9c-9e8f-4593-874e-bff82c33f9be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.636038] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e312cb-d091-43d3-88ac-17c7ecb07b56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.641240] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.641240] env[69217]: value = "task-3533011" [ 1110.641240] env[69217]: _type = "Task" [ 1110.641240] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.654389] env[69217]: DEBUG nova.compute.provider_tree [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.661268] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533011, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.702663] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529b25e5-1d1c-e124-35fe-9a47907de660, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.703494] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a605c8d-5480-42f1-a8d7-80c199d424e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.709415] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1110.709415] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bc1d9-13ec-3a56-8aa8-3f2ebcf0ae7f" [ 1110.709415] env[69217]: _type = "Task" [ 1110.709415] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.718168] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bc1d9-13ec-3a56-8aa8-3f2ebcf0ae7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.052680] env[69217]: DEBUG nova.objects.instance [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.076108] env[69217]: DEBUG nova.network.neutron [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.093077] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Received event network-vif-plugged-f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.093306] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Acquiring lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.093657] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.093839] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.094019] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] No waiting events found dispatching network-vif-plugged-f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.094186] env[69217]: WARNING nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Received unexpected event network-vif-plugged-f06d52eb-b49a-4236-b46c-0bb16f544abe for instance with vm_state building and task_state spawning. [ 1111.094355] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Received event network-changed-f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.094589] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Refreshing instance network info cache due to event network-changed-f06d52eb-b49a-4236-b46c-0bb16f544abe. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.094679] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Acquiring lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.094842] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Acquired lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.094992] env[69217]: DEBUG nova.network.neutron [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Refreshing network info cache for port f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.152029] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533011, 'name': CreateVM_Task, 'duration_secs': 0.355584} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.154596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.155373] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.155544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.155867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.156164] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bbaeca-99a5-4a6e-b2f3-c6a402a53623 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.159768] env[69217]: DEBUG nova.scheduler.client.report [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.168469] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1111.168469] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b7d64-1470-9bff-fac4-cbdc0f5044b8" [ 1111.168469] env[69217]: _type = "Task" [ 1111.168469] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.177016] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b7d64-1470-9bff-fac4-cbdc0f5044b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.220909] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]522bc1d9-13ec-3a56-8aa8-3f2ebcf0ae7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.221167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.221428] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d00aac19-551b-4b43-ab14-c10444c79027/d00aac19-551b-4b43-ab14-c10444c79027.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.221688] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c27fc71-d1c5-4f2a-becb-c1289726eeb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.230135] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1111.230135] env[69217]: value = "task-3533012" [ 1111.230135] env[69217]: _type = "Task" [ 1111.230135] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.241448] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.368905] env[69217]: DEBUG nova.compute.manager [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1111.555378] env[69217]: DEBUG nova.objects.base [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance<4663beaf-45c2-4cfc-81f5-0317491f47b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.555378] env[69217]: DEBUG nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.578416] env[69217]: INFO nova.compute.manager [-] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Took 1.37 seconds to deallocate network for instance. [ 1111.598350] env[69217]: DEBUG nova.policy [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.666309] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.667413] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.674019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.068s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.674019] env[69217]: DEBUG nova.objects.instance [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lazy-loading 'resources' on Instance uuid ad9b96d4-2da6-4c35-a593-99d3f1696aef {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.683753] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]523b7d64-1470-9bff-fac4-cbdc0f5044b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.684059] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.684476] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.684775] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.684922] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.685217] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.685881] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec003e45-9135-48ef-baa9-9a1f5121cd2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.696898] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.697160] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.698581] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed11317-92f6-4496-a452-9616af2a8977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.707605] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1111.707605] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea429c-b2b4-5bf6-70f6-cb4242db269a" [ 1111.707605] env[69217]: _type = "Task" [ 1111.707605] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.717894] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea429c-b2b4-5bf6-70f6-cb4242db269a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.743103] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468098} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.743428] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d00aac19-551b-4b43-ab14-c10444c79027/d00aac19-551b-4b43-ab14-c10444c79027.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.743847] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.744370] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da0a4e0f-651f-4802-b592-be5f7af03dca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.753204] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1111.753204] env[69217]: value = "task-3533013" [ 1111.753204] env[69217]: _type = "Task" [ 1111.753204] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.892853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.945179] env[69217]: DEBUG nova.network.neutron [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Updated VIF entry in instance network info cache for port f06d52eb-b49a-4236-b46c-0bb16f544abe. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.945539] env[69217]: DEBUG nova.network.neutron [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Updating instance_info_cache with network_info: [{"id": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "address": "fa:16:3e:ff:33:3b", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06d52eb-b4", "ovs_interfaceid": "f06d52eb-b49a-4236-b46c-0bb16f544abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.027632] env[69217]: DEBUG nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Successfully created port: 31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.085760] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.175789] env[69217]: DEBUG nova.compute.utils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.177786] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.177786] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.219171] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ea429c-b2b4-5bf6-70f6-cb4242db269a, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.222541] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0b9d89-aae7-413c-9f4f-3e6d6bf8714d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.231018] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1112.231018] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b5e0b9-2fbb-7a01-8b6f-08094f4bede3" [ 1112.231018] env[69217]: _type = "Task" [ 1112.231018] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.234088] env[69217]: DEBUG nova.policy [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.244827] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b5e0b9-2fbb-7a01-8b6f-08094f4bede3, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.245309] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.245683] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7f6faaf7-7be5-4267-ab52-781569dcc24e/7f6faaf7-7be5-4267-ab52-781569dcc24e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.246088] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05c1c00-2df2-438c-8ca0-ce2cdf1c7331 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.255714] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1112.255714] env[69217]: value = "task-3533014" [ 1112.255714] env[69217]: _type = "Task" [ 1112.255714] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.272272] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071385} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.276273] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.276576] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.279660] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035a8867-0202-41c1-9fc8-e34e8adafb72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.312494] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d00aac19-551b-4b43-ab14-c10444c79027/d00aac19-551b-4b43-ab14-c10444c79027.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.315321] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a05b41e4-c41d-46f5-b359-a5cf11724a15 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.336412] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1112.336412] env[69217]: value = "task-3533015" [ 1112.336412] env[69217]: _type = "Task" [ 1112.336412] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.345146] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.448336] env[69217]: DEBUG oslo_concurrency.lockutils [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] Releasing lock "refresh_cache-7f6faaf7-7be5-4267-ab52-781569dcc24e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.448646] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Received event network-vif-deleted-ec154998-cdbb-47b6-ad42-e60c00915f64 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.449042] env[69217]: INFO nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Neutron deleted interface ec154998-cdbb-47b6-ad42-e60c00915f64; detaching it from the instance and deleting it from the info cache [ 1112.449119] env[69217]: DEBUG nova.network.neutron [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.499978] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb4c86f-0ab4-4ab4-954a-1b47c768b221 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.509253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b7625-fed9-42ff-b9ff-211dc36bb8fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.546273] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ecaf29-98cc-4cf2-883d-c5b989cb041a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.556255] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ce02d-614f-4e1e-a29a-e45c5236a4a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.572663] env[69217]: DEBUG nova.compute.provider_tree [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.680702] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.781398] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481902} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.783108] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Successfully created port: d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.786948] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7f6faaf7-7be5-4267-ab52-781569dcc24e/7f6faaf7-7be5-4267-ab52-781569dcc24e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.786948] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.789183] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34e93c06-644f-49ab-b4d4-ff9ab16de130 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.799027] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1112.799027] env[69217]: value = "task-3533016" [ 1112.799027] env[69217]: _type = "Task" [ 1112.799027] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.806238] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.849181] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.956785] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54527fbc-d374-4aba-9b0f-715801127418 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.967710] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8b486-f0bd-4404-a0cb-2f52db0fe8ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.000680] env[69217]: DEBUG nova.compute.manager [req-0b5377b2-4812-4396-b270-1fcbd8dcbc89 req-07616d1f-9f30-4656-8227-2ea3b53cdca4 service nova] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Detach interface failed, port_id=ec154998-cdbb-47b6-ad42-e60c00915f64, reason: Instance 7cb123b1-c707-4629-bd5f-fdf4e8bba399 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.076655] env[69217]: DEBUG nova.scheduler.client.report [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.307811] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074834} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.308245] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.308931] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac569b65-1ba7-404b-a2cb-843ec4050256 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.331977] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 7f6faaf7-7be5-4267-ab52-781569dcc24e/7f6faaf7-7be5-4267-ab52-781569dcc24e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.332303] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf4c530-d8aa-4665-8bac-e53b57f81ae0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.355491] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533015, 'name': ReconfigVM_Task, 'duration_secs': 0.554986} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.356816] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d00aac19-551b-4b43-ab14-c10444c79027/d00aac19-551b-4b43-ab14-c10444c79027.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.358955] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1113.358955] env[69217]: value = "task-3533017" [ 1113.358955] env[69217]: _type = "Task" [ 1113.358955] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.358955] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a600011-f19c-4e0e-9fa4-8365fa9f7f16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.370676] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.372105] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1113.372105] env[69217]: value = "task-3533018" [ 1113.372105] env[69217]: _type = "Task" [ 1113.372105] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.381023] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533018, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.582827] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.584508] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.385s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.584795] env[69217]: DEBUG nova.objects.instance [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'resources' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.609232] env[69217]: INFO nova.scheduler.client.report [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Deleted allocations for instance ad9b96d4-2da6-4c35-a593-99d3f1696aef [ 1113.690661] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.718010] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.718335] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.718530] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.718696] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.718845] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.719007] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.719240] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.719466] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.719571] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.719735] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.720079] env[69217]: DEBUG nova.virt.hardware [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.721153] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e70a8-fc4c-4b45-bfc2-889685653f0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.729841] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e043bb-5dda-47d8-b2ea-ff083a328b5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.776523] env[69217]: DEBUG nova.compute.manager [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-plugged-31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.776755] env[69217]: DEBUG oslo_concurrency.lockutils [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.776964] env[69217]: DEBUG oslo_concurrency.lockutils [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.777158] env[69217]: DEBUG oslo_concurrency.lockutils [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.777329] env[69217]: DEBUG nova.compute.manager [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] No waiting events found dispatching network-vif-plugged-31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.777495] env[69217]: WARNING nova.compute.manager [req-dd832a24-8c98-432f-af09-f7a3c22cf8ee req-e98a1e8b-33e9-4baf-be3f-67316507999e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received unexpected event network-vif-plugged-31793637-0773-4835-adaa-4b6ed8897d4a for instance with vm_state active and task_state None. [ 1113.870415] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533017, 'name': ReconfigVM_Task, 'duration_secs': 0.305914} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.874019] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 7f6faaf7-7be5-4267-ab52-781569dcc24e/7f6faaf7-7be5-4267-ab52-781569dcc24e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.874019] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfa2da0-ec17-4fdd-849e-a58b12362773 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.881937] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533018, 'name': Rename_Task, 'duration_secs': 0.335372} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.883221] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.883525] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1113.883525] env[69217]: value = "task-3533019" [ 1113.883525] env[69217]: _type = "Task" [ 1113.883525] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.884542] env[69217]: DEBUG nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Successfully updated port: 31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.885553] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60274ac9-0463-4a54-b844-85273e01f99e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.897524] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533019, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.898982] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1113.898982] env[69217]: value = "task-3533020" [ 1113.898982] env[69217]: _type = "Task" [ 1113.898982] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.910762] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.093036] env[69217]: DEBUG nova.objects.instance [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.121358] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Lock "ad9b96d4-2da6-4c35-a593-99d3f1696aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.153s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.315683] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Successfully updated port: d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.389645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389645] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.389645] env[69217]: DEBUG nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.400639] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533019, 'name': Rename_Task, 'duration_secs': 0.168148} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.404747] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.405803] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0022f9-f6e9-4498-816a-791137862ee3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.415940] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533020, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.417615] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1114.417615] env[69217]: value = "task-3533021" [ 1114.417615] env[69217]: _type = "Task" [ 1114.417615] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.427903] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.598626] env[69217]: DEBUG nova.objects.base [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Object Instance<3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4> lazy-loaded attributes: resources,numa_topology {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.819751] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.819751] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.819751] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.827812] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b22f6-455a-4489-8c90-f07cfd5c3524 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.835418] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ea9dd-4b69-463a-a7c2-f93e8e471c8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.869902] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68775b0-c01b-4735-8e84-6a9da8b1a935 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.880787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc95869e-852d-4313-ae3f-1db7d2d3e703 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.897318] env[69217]: DEBUG nova.compute.provider_tree [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.910545] env[69217]: DEBUG oslo_vmware.api [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533020, 'name': PowerOnVM_Task, 'duration_secs': 0.829109} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.910917] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.911299] env[69217]: INFO nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1114.911413] env[69217]: DEBUG nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.912244] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44abc3f6-0090-4caf-a1a7-cfb9c7f41334 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.934427] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.935358] env[69217]: WARNING nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1115.262282] env[69217]: DEBUG nova.network.neutron [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31793637-0773-4835-adaa-4b6ed8897d4a", "address": "fa:16:3e:64:e4:45", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31793637-07", "ovs_interfaceid": "31793637-0773-4835-adaa-4b6ed8897d4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.354881] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.404632] env[69217]: DEBUG nova.scheduler.client.report [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.436741] env[69217]: DEBUG oslo_vmware.api [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533021, 'name': PowerOnVM_Task, 'duration_secs': 0.658792} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.436741] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.436741] env[69217]: INFO nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1115.436741] env[69217]: DEBUG nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.441367] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0040a39-c07e-45f2-be09-1750c5b3e66d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.445558] env[69217]: INFO nova.compute.manager [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Took 24.63 seconds to build instance. [ 1115.541597] env[69217]: DEBUG nova.network.neutron [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Updating instance_info_cache with network_info: [{"id": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "address": "fa:16:3e:55:4f:92", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cdcf7e-3b", "ovs_interfaceid": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.767841] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.768676] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.768895] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.769872] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a6afd-4214-412f-bb88-6f210a911c38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.792232] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.792451] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.792989] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.792989] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.792989] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.793537] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.793874] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.794078] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.794284] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.794461] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.794661] env[69217]: DEBUG nova.virt.hardware [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.801197] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfiguring VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1115.801626] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82000bc6-1299-4f10-a2f9-6bc3747eaff4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.822403] env[69217]: DEBUG oslo_vmware.api [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1115.822403] env[69217]: value = "task-3533022" [ 1115.822403] env[69217]: _type = "Task" [ 1115.822403] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.836200] env[69217]: DEBUG oslo_vmware.api [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533022, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.911666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.914455] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.022s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.947972] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ea63190c-12e4-4c44-baaf-cc6406efb6ce tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.142s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.966189] env[69217]: INFO nova.compute.manager [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Took 20.77 seconds to build instance. [ 1116.046644] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.048031] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Instance network_info: |[{"id": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "address": "fa:16:3e:55:4f:92", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cdcf7e-3b", "ovs_interfaceid": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.048031] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:4f:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9cdcf7e-3b8d-4a88-864d-27429d80c2da', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.063841] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.064630] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.064960] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd851dc8-d994-4bbe-9a32-7f13d92ec04e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.087983] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.087983] env[69217]: value = "task-3533023" [ 1116.087983] env[69217]: _type = "Task" [ 1116.087983] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.097574] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533023, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.224159] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-changed-31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.224159] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing instance network info cache due to event network-changed-31793637-0773-4835-adaa-4b6ed8897d4a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.224323] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.224544] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.224764] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing network info cache for port 31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.334431] env[69217]: DEBUG oslo_vmware.api [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.422893] env[69217]: INFO nova.compute.claims [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.431078] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c4eb277a-dfe4-47c9-b0fe-fdde4c19cfb2 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.380s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.432073] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.744s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.432475] env[69217]: INFO nova.compute.manager [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Unshelving [ 1116.468762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1cb062ca-623c-4838-9422-a71e001d299d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.279s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.492829] env[69217]: DEBUG nova.compute.manager [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Received event network-changed-9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.492987] env[69217]: DEBUG nova.compute.manager [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Refreshing instance network info cache due to event network-changed-9c1cac83-9bf6-4d84-962f-45ac9496e37d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.493443] env[69217]: DEBUG oslo_concurrency.lockutils [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] Acquiring lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.493573] env[69217]: DEBUG oslo_concurrency.lockutils [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] Acquired lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.493739] env[69217]: DEBUG nova.network.neutron [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Refreshing network info cache for port 9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.602901] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533023, 'name': CreateVM_Task, 'duration_secs': 0.507002} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.603159] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.604107] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.604713] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.604803] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.605159] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6207343c-ea0e-4e5f-b769-94f9bb5a6cc8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.611448] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1116.611448] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52659260-7bae-989d-fa57-cdaab5c47161" [ 1116.611448] env[69217]: _type = "Task" [ 1116.611448] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.621432] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52659260-7bae-989d-fa57-cdaab5c47161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.833547] env[69217]: DEBUG oslo_vmware.api [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533022, 'name': ReconfigVM_Task, 'duration_secs': 0.970529} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.835046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.835268] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfigured VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1116.932353] env[69217]: INFO nova.compute.resource_tracker [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating resource usage from migration b3ac7d10-60db-4e5c-8107-1048a7e69e23 [ 1116.976599] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updated VIF entry in instance network info cache for port 31793637-0773-4835-adaa-4b6ed8897d4a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.977062] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31793637-0773-4835-adaa-4b6ed8897d4a", "address": "fa:16:3e:64:e4:45", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31793637-07", "ovs_interfaceid": "31793637-0773-4835-adaa-4b6ed8897d4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.126225] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52659260-7bae-989d-fa57-cdaab5c47161, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.126225] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.126362] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.126568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.126714] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.126890] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.127998] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca82c09-f626-46b7-ae0f-e4342c31780b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.137370] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.137564] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.138414] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da92c74-2a76-4335-a10b-531984f7a57f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.146267] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1117.146267] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52079992-1c21-4242-66b7-3913acdc3777" [ 1117.146267] env[69217]: _type = "Task" [ 1117.146267] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.158169] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52079992-1c21-4242-66b7-3913acdc3777, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.160233] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe136d9-df4c-4c00-90a1-db7f28375d3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.162668] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8b52e4-5164-4ebe-9561-84a6810eb335 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.169797] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1117.169797] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e32afa-a70d-f4d7-9d0c-fbcf1f81ed68" [ 1117.169797] env[69217]: _type = "Task" [ 1117.169797] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.176173] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b9f93-1463-49f3-a2c9-2b76c5e2f23d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.188287] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e32afa-a70d-f4d7-9d0c-fbcf1f81ed68, 'name': SearchDatastore_Task, 'duration_secs': 0.015441} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.212399] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.212696] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314/4ca9ddb8-b25d-4cf9-a5d7-70e66d713314.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.216021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1f262c2-e9bb-4497-9a41-a97041966276 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.216021] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc6ab3-37a8-4087-bd8a-c7a80b922884 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.224637] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d71115-a9ab-414f-bced-bf7bcf9d30ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.232068] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1117.232068] env[69217]: value = "task-3533024" [ 1117.232068] env[69217]: _type = "Task" [ 1117.232068] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.244320] env[69217]: DEBUG nova.compute.provider_tree [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.251922] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.297275] env[69217]: DEBUG nova.network.neutron [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updated VIF entry in instance network info cache for port 9c1cac83-9bf6-4d84-962f-45ac9496e37d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.297692] env[69217]: DEBUG nova.network.neutron [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updating instance_info_cache with network_info: [{"id": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "address": "fa:16:3e:6b:99:5c", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1cac83-9b", "ovs_interfaceid": "9c1cac83-9bf6-4d84-962f-45ac9496e37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.342355] env[69217]: DEBUG oslo_concurrency.lockutils [None req-139014df-18af-464d-a406-9e7fa5a6b808 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.968s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.343547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.343847] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.344084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.344367] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.344598] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.346682] env[69217]: INFO nova.compute.manager [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Terminating instance [ 1117.445509] env[69217]: DEBUG nova.compute.utils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.480480] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.480853] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Received event network-vif-plugged-d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.481123] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Acquiring lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.481402] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.481621] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.481857] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] No waiting events found dispatching network-vif-plugged-d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.482136] env[69217]: WARNING nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Received unexpected event network-vif-plugged-d9cdcf7e-3b8d-4a88-864d-27429d80c2da for instance with vm_state building and task_state spawning. [ 1117.482318] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Received event network-changed-d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.482493] env[69217]: DEBUG nova.compute.manager [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Refreshing instance network info cache due to event network-changed-d9cdcf7e-3b8d-4a88-864d-27429d80c2da. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.482788] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Acquiring lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.482981] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Acquired lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.483195] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Refreshing network info cache for port d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.743515] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502249} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.743907] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314/4ca9ddb8-b25d-4cf9-a5d7-70e66d713314.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.744074] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.744403] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e515e9b0-3e26-4e83-961e-b50196b1f4f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.747137] env[69217]: DEBUG nova.scheduler.client.report [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.756945] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1117.756945] env[69217]: value = "task-3533025" [ 1117.756945] env[69217]: _type = "Task" [ 1117.756945] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.767800] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.800970] env[69217]: DEBUG oslo_concurrency.lockutils [req-408495f7-d9d8-49d3-90f8-7c95e965006f req-46d89a1d-ad55-46c3-8b89-79cfa413d36c service nova] Releasing lock "refresh_cache-d00aac19-551b-4b43-ab14-c10444c79027" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.851785] env[69217]: DEBUG nova.compute.manager [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.851785] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.852181] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1bd9c-4b14-4d50-a440-a64189c16f42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.860297] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.860557] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a400e7ab-4727-42eb-a527-02f28abc9f85 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.867277] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1117.867277] env[69217]: value = "task-3533026" [ 1117.867277] env[69217]: _type = "Task" [ 1117.867277] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.876893] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.949477] env[69217]: INFO nova.virt.block_device [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Booting with volume d0ed19c9-64fa-4a91-aaf4-e9f2890699bd at /dev/sdb [ 1117.987299] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d042bd6-8f5c-48d7-992d-6d641076fb77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.998378] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c11dc3-941d-4517-b190-a0c633cce03e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.034267] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb956473-5780-4073-8c97-51fea905df38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.044518] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55774d2f-b366-4ec4-b88a-51d352461079 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.080243] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ba626d-a74c-4f87-b310-39a1e9354adb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.087886] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276c1dbf-1190-4ad2-879d-0fe0ffca834c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.103789] env[69217]: DEBUG nova.virt.block_device [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating existing volume attachment record: 6f4cfdca-7156-4409-90c8-4b948a337489 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.236313] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Updated VIF entry in instance network info cache for port d9cdcf7e-3b8d-4a88-864d-27429d80c2da. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.236716] env[69217]: DEBUG nova.network.neutron [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Updating instance_info_cache with network_info: [{"id": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "address": "fa:16:3e:55:4f:92", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cdcf7e-3b", "ovs_interfaceid": "d9cdcf7e-3b8d-4a88-864d-27429d80c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.253009] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.253397] env[69217]: INFO nova.compute.manager [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Migrating [ 1118.260547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.175s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.261644] env[69217]: DEBUG nova.objects.instance [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lazy-loading 'resources' on Instance uuid 7cb123b1-c707-4629-bd5f-fdf4e8bba399 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.282780] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.283490] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.284127] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cf2cf-f6de-43d6-abc7-c840a29b0ce8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.311023] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314/4ca9ddb8-b25d-4cf9-a5d7-70e66d713314.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.311177] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5d3046-e42c-4d86-8210-be4fb0da856e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.335822] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1118.335822] env[69217]: value = "task-3533029" [ 1118.335822] env[69217]: _type = "Task" [ 1118.335822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.343801] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.378484] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533026, 'name': PowerOffVM_Task, 'duration_secs': 0.50256} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.378613] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.378788] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.379066] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee906675-480a-4473-a122-24022fb8f1c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.454315] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.454705] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.454879] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore1] 7f6faaf7-7be5-4267-ab52-781569dcc24e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.455248] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96cac29-50bc-4b70-adc3-d7ffc5209a77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.462837] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1118.462837] env[69217]: value = "task-3533032" [ 1118.462837] env[69217]: _type = "Task" [ 1118.462837] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.472545] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.739186] env[69217]: DEBUG oslo_concurrency.lockutils [req-1afe2f2a-4a2d-4d74-9e0b-86ec90eb453a req-c3507648-6c14-43c4-8bad-57c33d9e7ed8 service nova] Releasing lock "refresh_cache-4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.781375] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781557] env[69217]: DEBUG nova.network.neutron [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.785389] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.785582] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.845485] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533029, 'name': ReconfigVM_Task, 'duration_secs': 0.352679} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.845816] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314/4ca9ddb8-b25d-4cf9-a5d7-70e66d713314.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.846936] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37d2daf0-9bb5-4aad-af5d-4c70d5e1e0b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.853929] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1118.853929] env[69217]: value = "task-3533033" [ 1118.853929] env[69217]: _type = "Task" [ 1118.853929] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.866402] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533033, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.887061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-c653ea45-5f80-4d82-82f8-20dd7e264b24" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.887304] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-c653ea45-5f80-4d82-82f8-20dd7e264b24" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.887646] env[69217]: DEBUG nova.objects.instance [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.973819] env[69217]: DEBUG oslo_vmware.api [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20025} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.973967] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.974177] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.974377] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.974568] env[69217]: INFO nova.compute.manager [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1118.974799] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.974992] env[69217]: DEBUG nova.compute.manager [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.975109] env[69217]: DEBUG nova.network.neutron [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.062767] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f7f9a-cf01-49b6-b3be-1cfe3e1a2b2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.071073] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26742cd7-fc57-46aa-9096-e77f499e819b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.102932] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c82b5a-e502-4377-8cd9-834e167b9904 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.111127] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1421689-4c21-4752-a96d-92f6c483f453 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.126941] env[69217]: DEBUG nova.compute.provider_tree [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.219992] env[69217]: DEBUG nova.compute.manager [req-5b0d082d-a4fd-4d30-b5f6-8f0f2b2554de req-e32fe0d4-9797-4637-9c03-a0c2344e4f8a service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Received event network-vif-deleted-f06d52eb-b49a-4236-b46c-0bb16f544abe {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.220239] env[69217]: INFO nova.compute.manager [req-5b0d082d-a4fd-4d30-b5f6-8f0f2b2554de req-e32fe0d4-9797-4637-9c03-a0c2344e4f8a service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Neutron deleted interface f06d52eb-b49a-4236-b46c-0bb16f544abe; detaching it from the instance and deleting it from the info cache [ 1119.220428] env[69217]: DEBUG nova.network.neutron [req-5b0d082d-a4fd-4d30-b5f6-8f0f2b2554de req-e32fe0d4-9797-4637-9c03-a0c2344e4f8a service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.291905] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.291905] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.291905] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.291905] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.291905] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.292209] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.292209] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1119.292270] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.363931] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533033, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.529419] env[69217]: DEBUG nova.objects.instance [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.532729] env[69217]: DEBUG nova.network.neutron [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.631125] env[69217]: DEBUG nova.scheduler.client.report [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.683964] env[69217]: DEBUG nova.network.neutron [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.722786] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-045df3fd-815b-4fb4-94b4-d9a4c125cfa4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.733469] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a070c92-01f2-42dd-a6ed-f17d596bd0f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.768593] env[69217]: DEBUG nova.compute.manager [req-5b0d082d-a4fd-4d30-b5f6-8f0f2b2554de req-e32fe0d4-9797-4637-9c03-a0c2344e4f8a service nova] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Detach interface failed, port_id=f06d52eb-b49a-4236-b46c-0bb16f544abe, reason: Instance 7f6faaf7-7be5-4267-ab52-781569dcc24e could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.794924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.863959] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533033, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.032844] env[69217]: DEBUG nova.objects.base [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance<4663beaf-45c2-4cfc-81f5-0317491f47b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.033033] env[69217]: DEBUG nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.035804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.101373] env[69217]: DEBUG nova.policy [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.135616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.137934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.343s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.138144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.138449] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1120.139206] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b00f68-97c2-4a49-b037-8e09e213d7a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.148325] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110760a-1498-4aeb-9793-2f85db797b47 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.163269] env[69217]: INFO nova.scheduler.client.report [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Deleted allocations for instance 7cb123b1-c707-4629-bd5f-fdf4e8bba399 [ 1120.164751] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fb313-e89c-4af4-a2de-34bf0a7cd058 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.175066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41887861-c548-4b70-9caa-a37d16f93023 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.207103] env[69217]: INFO nova.compute.manager [-] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Took 1.23 seconds to deallocate network for instance. [ 1120.207462] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179179MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1120.207604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.207833] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.364965] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533033, 'name': Rename_Task, 'duration_secs': 1.182463} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.365348] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.365665] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7bf607b-0b47-4457-86d0-dde00679442c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.372247] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1120.372247] env[69217]: value = "task-3533034" [ 1120.372247] env[69217]: _type = "Task" [ 1120.372247] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.380578] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.674516] env[69217]: DEBUG oslo_concurrency.lockutils [None req-86734420-fcc8-4123-95f1-7fcda3196998 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Lock "7cb123b1-c707-4629-bd5f-fdf4e8bba399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.080s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.719049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.883180] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.221185] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Applying migration context for instance 098392a7-733d-491b-839c-679113522e95 as it has an incoming, in-progress migration b3ac7d10-60db-4e5c-8107-1048a7e69e23. Migration status is migrating {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1121.223394] env[69217]: INFO nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 098392a7-733d-491b-839c-679113522e95] Updating resource usage from migration b3ac7d10-60db-4e5c-8107-1048a7e69e23 [ 1121.244307] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 860c3c53-b3eb-43fe-8aad-2df79bee35c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.244522] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4e953472-6ec4-4836-b2ba-f296c30597e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.244707] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d5b1b2d2-83da-44c6-903a-ffd0d58fd324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.244884] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245071] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a09bcfb1-0983-466b-847b-4f392ee88822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245253] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 516953cd-2bfb-4cac-a962-74116a928793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245429] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245603] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ff8a18ac-49ca-48bf-a71b-c927faef94ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245775] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d00aac19-551b-4b43-ab14-c10444c79027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.245948] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7f6faaf7-7be5-4267-ab52-781569dcc24e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.246227] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.384038] env[69217]: DEBUG oslo_vmware.api [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533034, 'name': PowerOnVM_Task, 'duration_secs': 0.562478} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.384311] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.384511] env[69217]: INFO nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1121.384800] env[69217]: DEBUG nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.385500] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e71b68-ea60-4678-abb5-122746f72da8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.551084] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c21be-e0fc-4df2-9e0c-8aab7dde2e1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.572501] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.579267] env[69217]: DEBUG nova.compute.manager [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-plugged-c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.579267] env[69217]: DEBUG oslo_concurrency.lockutils [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.579267] env[69217]: DEBUG oslo_concurrency.lockutils [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.579267] env[69217]: DEBUG oslo_concurrency.lockutils [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.579267] env[69217]: DEBUG nova.compute.manager [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] No waiting events found dispatching network-vif-plugged-c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.579267] env[69217]: WARNING nova.compute.manager [req-aaf8fc80-3585-48a1-8a8b-e1ef64c6bfcd req-1195cdc0-c04a-4ac0-942b-b0490f201393 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received unexpected event network-vif-plugged-c653ea45-5f80-4d82-82f8-20dd7e264b24 for instance with vm_state active and task_state None. [ 1121.708042] env[69217]: DEBUG nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Successfully updated port: c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.750315] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1121.750509] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Migration b3ac7d10-60db-4e5c-8107-1048a7e69e23 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1121.750773] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 098392a7-733d-491b-839c-679113522e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1121.750919] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1121.751049] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1121.902801] env[69217]: INFO nova.compute.manager [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Took 19.20 seconds to build instance. [ 1122.045530] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac169fad-3216-43e9-9ec6-943ed15a775b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.054336] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872656f5-4148-413f-8ecf-3d1ba499eeb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.086490] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.088112] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab91604-6919-4abc-b2ed-6532089fec65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.090306] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b3fb4f-944f-4d45-a8df-0cb9e5a3dcb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.103583] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c24c9b-b3db-4b5d-98f6-584fa046fd96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.110197] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1122.110197] env[69217]: value = "task-3533036" [ 1122.110197] env[69217]: _type = "Task" [ 1122.110197] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.122856] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.134278] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.212597] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.212597] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.212597] env[69217]: DEBUG nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.404628] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e4d1fad0-6927-4b37-b920-d998f857c769 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.705s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.600759] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6527e8-919e-41d7-ba41-f4824a2add8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608586] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Suspending the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1122.608846] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa37f881-79ad-460d-8b0b-30b593169f9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.616315] env[69217]: DEBUG oslo_vmware.api [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1122.616315] env[69217]: value = "task-3533037" [ 1122.616315] env[69217]: _type = "Task" [ 1122.616315] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.623062] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533036, 'name': PowerOffVM_Task, 'duration_secs': 0.196587} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.623751] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.623984] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.630487] env[69217]: DEBUG oslo_vmware.api [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533037, 'name': SuspendVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.635033] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.764372] env[69217]: WARNING nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1122.764858] env[69217]: WARNING nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1123.133821] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.134083] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.134278] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.134499] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.134655] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.134819] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.135041] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.135229] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.135435] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.135627] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.135844] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.141339] env[69217]: DEBUG oslo_vmware.api [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533037, 'name': SuspendVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.142374] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1123.142583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.935s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.142800] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff9d600-0934-433e-a856-168d7a61c9fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.155395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.436s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.155654] env[69217]: DEBUG nova.objects.instance [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 7f6faaf7-7be5-4267-ab52-781569dcc24e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.163917] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1123.163917] env[69217]: value = "task-3533038" [ 1123.163917] env[69217]: _type = "Task" [ 1123.163917] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.174565] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.267966] env[69217]: DEBUG nova.network.neutron [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31793637-0773-4835-adaa-4b6ed8897d4a", "address": "fa:16:3e:64:e4:45", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31793637-07", "ovs_interfaceid": "31793637-0773-4835-adaa-4b6ed8897d4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "address": "fa:16:3e:33:6c:52", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc653ea45-5f", "ovs_interfaceid": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.603218] env[69217]: DEBUG nova.compute.manager [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-changed-c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.603424] env[69217]: DEBUG nova.compute.manager [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing instance network info cache due to event network-changed-c653ea45-5f80-4d82-82f8-20dd7e264b24. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.603614] env[69217]: DEBUG oslo_concurrency.lockutils [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.628984] env[69217]: DEBUG oslo_vmware.api [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533037, 'name': SuspendVM_Task, 'duration_secs': 0.7022} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.629257] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Suspended the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1123.629463] env[69217]: DEBUG nova.compute.manager [None req-191fb8c3-4122-490f-9d7f-8c906543643d tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.630259] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595422e2-d281-4238-a32b-662901ceb6f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.674897] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533038, 'name': ReconfigVM_Task, 'duration_secs': 0.27617} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.675263] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.726101] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.770680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.771424] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.771619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.772302] env[69217]: DEBUG oslo_concurrency.lockutils [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.772622] env[69217]: DEBUG nova.network.neutron [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Refreshing network info cache for port c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.774513] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c95b3c9-2543-403a-8235-4ade6fbf273d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.798027] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.798249] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.798438] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.798678] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.798861] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.799062] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.799331] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.799528] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.799733] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.799947] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.800200] env[69217]: DEBUG nova.virt.hardware [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.806513] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfiguring VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1123.809572] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4d0d53-d383-410b-8b9d-727ff59ad6b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.827833] env[69217]: DEBUG oslo_vmware.api [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1123.827833] env[69217]: value = "task-3533039" [ 1123.827833] env[69217]: _type = "Task" [ 1123.827833] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.838925] env[69217]: DEBUG oslo_vmware.api [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533039, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.886610] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a6970-1310-4b54-adce-745a73d14435 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.897691] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7029efb-5852-4589-96b1-9e3ccedfd5ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.940318] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012f19b-d433-4bc1-a59e-88d5ab0c2482 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.949187] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed71a19-5dc0-48f3-81df-b0d2a8352d82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.965460] env[69217]: DEBUG nova.compute.provider_tree [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.181557] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.181859] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.181965] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.182161] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.182308] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.182881] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.182881] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.182881] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.183069] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.183211] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.183384] env[69217]: DEBUG nova.virt.hardware [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.188758] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.189420] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca73774-ec96-4955-a28a-c9fbc2f5cd08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.209690] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1124.209690] env[69217]: value = "task-3533040" [ 1124.209690] env[69217]: _type = "Task" [ 1124.209690] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.218919] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.341445] env[69217]: DEBUG oslo_vmware.api [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.468614] env[69217]: DEBUG nova.scheduler.client.report [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.608445] env[69217]: DEBUG nova.network.neutron [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updated VIF entry in instance network info cache for port c653ea45-5f80-4d82-82f8-20dd7e264b24. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.608913] env[69217]: DEBUG nova.network.neutron [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31793637-0773-4835-adaa-4b6ed8897d4a", "address": "fa:16:3e:64:e4:45", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31793637-07", "ovs_interfaceid": "31793637-0773-4835-adaa-4b6ed8897d4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "address": "fa:16:3e:33:6c:52", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc653ea45-5f", "ovs_interfaceid": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.721948] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533040, 'name': ReconfigVM_Task, 'duration_secs': 0.18652} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.722804] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.723639] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695141d3-d303-42aa-9c89-0603cc987cba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.755761] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.757347] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0bfc63-e889-491e-9a65-3abbe468a362 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.782414] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1124.782414] env[69217]: value = "task-3533041" [ 1124.782414] env[69217]: _type = "Task" [ 1124.782414] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.791282] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.842781] env[69217]: DEBUG oslo_vmware.api [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533039, 'name': ReconfigVM_Task, 'duration_secs': 0.666051} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.843392] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.843514] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfigured VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1124.973478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.975782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.976105] env[69217]: DEBUG nova.objects.instance [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'pci_requests' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.995434] env[69217]: INFO nova.scheduler.client.report [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 7f6faaf7-7be5-4267-ab52-781569dcc24e [ 1125.014117] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.014472] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.014830] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.015159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.015396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.017734] env[69217]: INFO nova.compute.manager [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Terminating instance [ 1125.114031] env[69217]: DEBUG oslo_concurrency.lockutils [req-c954a4ad-1da6-4e3f-b097-64281cb29a4c req-06ce2f03-87da-472e-9db4-e1493eb4b9f5 service nova] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.293456] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533041, 'name': ReconfigVM_Task, 'duration_secs': 0.274487} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.294055] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 098392a7-733d-491b-839c-679113522e95/098392a7-733d-491b-839c-679113522e95.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.294245] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.349058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-c653ea45-5f80-4d82-82f8-20dd7e264b24" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.461s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.480687] env[69217]: DEBUG nova.objects.instance [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.502329] env[69217]: DEBUG oslo_concurrency.lockutils [None req-425b1753-a614-4ed8-a841-850e5474d21a tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "7f6faaf7-7be5-4267-ab52-781569dcc24e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.158s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.524948] env[69217]: DEBUG nova.compute.manager [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.524948] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.524948] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0092a64a-1a10-42cf-a5fe-00d7db7b5bde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.535249] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.535646] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20581f90-4113-41f5-8915-e1340e7fa13d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.607425] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.607695] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.607852] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore2] 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.608130] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-358fba61-b8ed-468c-9369-e5790b13652d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.615526] env[69217]: DEBUG oslo_vmware.api [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1125.615526] env[69217]: value = "task-3533043" [ 1125.615526] env[69217]: _type = "Task" [ 1125.615526] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.624871] env[69217]: DEBUG oslo_vmware.api [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.801252] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54513fb-9b32-44d1-a138-19c225fbc563 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.822063] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720cbd6f-f7e9-4276-a7d3-dfcc3356bb66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.841015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.983068] env[69217]: INFO nova.compute.claims [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.128266] env[69217]: DEBUG oslo_vmware.api [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17453} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.128266] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.128394] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.129021] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.129021] env[69217]: INFO nova.compute.manager [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1126.129021] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.129252] env[69217]: DEBUG nova.compute.manager [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.129296] env[69217]: DEBUG nova.network.neutron [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.148504] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "19fae40d-cc0a-41bc-9788-120b808c8a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.148746] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.394347] env[69217]: DEBUG nova.network.neutron [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Port f7baf34a-e98f-4d58-9a88-06c456c701af binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.443198] env[69217]: DEBUG nova.compute.manager [req-ff087d0e-2be0-4ced-9de6-eb2fb9040c46 req-ab4b6f6a-cbef-4f10-af4e-ce8149bf65df service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Received event network-vif-deleted-d9cdcf7e-3b8d-4a88-864d-27429d80c2da {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.443198] env[69217]: INFO nova.compute.manager [req-ff087d0e-2be0-4ced-9de6-eb2fb9040c46 req-ab4b6f6a-cbef-4f10-af4e-ce8149bf65df service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Neutron deleted interface d9cdcf7e-3b8d-4a88-864d-27429d80c2da; detaching it from the instance and deleting it from the info cache [ 1126.443198] env[69217]: DEBUG nova.network.neutron [req-ff087d0e-2be0-4ced-9de6-eb2fb9040c46 req-ab4b6f6a-cbef-4f10-af4e-ce8149bf65df service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.651544] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.682475] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.682724] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.794936] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-31793637-0773-4835-adaa-4b6ed8897d4a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.795235] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-31793637-0773-4835-adaa-4b6ed8897d4a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.922376] env[69217]: DEBUG nova.network.neutron [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.945355] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a1099ef-6a0d-404c-9b7e-f585b03b56ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.956944] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647215de-0c64-4c5b-8990-ef284031a678 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.991934] env[69217]: DEBUG nova.compute.manager [req-ff087d0e-2be0-4ced-9de6-eb2fb9040c46 req-ab4b6f6a-cbef-4f10-af4e-ce8149bf65df service nova] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Detach interface failed, port_id=d9cdcf7e-3b8d-4a88-864d-27429d80c2da, reason: Instance 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.183721] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.184695] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.220789] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e13bd-752b-4ef4-b183-c511a02ac20a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.229552] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a6d5c-7321-453a-b8ff-9bb1d982bdad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.264270] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b726ac-48f8-48a2-bca4-32e58a8adf0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.273108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb1456-3501-44e9-b087-343ff5dcf4e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.291725] env[69217]: DEBUG nova.compute.provider_tree [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.301219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.301219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.301219] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b8833-0098-4712-9e16-b3b53cfed5f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.322057] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b8c9e-bc3b-4da6-b0df-f24b36da8d13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.351567] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfiguring VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1127.352091] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44f994f-3fb7-4f58-86aa-9ba264e774bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.372180] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1127.372180] env[69217]: value = "task-3533044" [ 1127.372180] env[69217]: _type = "Task" [ 1127.372180] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.380826] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.417821] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "098392a7-733d-491b-839c-679113522e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.418079] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.418318] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.425161] env[69217]: INFO nova.compute.manager [-] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Took 1.30 seconds to deallocate network for instance. [ 1127.639802] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.640085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.640298] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.640521] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.640695] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.642728] env[69217]: INFO nova.compute.manager [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Terminating instance [ 1127.669061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "516953cd-2bfb-4cac-a962-74116a928793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.669061] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.669260] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "516953cd-2bfb-4cac-a962-74116a928793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.669461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.669624] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.671390] env[69217]: INFO nova.compute.manager [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Terminating instance [ 1127.702483] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.795859] env[69217]: DEBUG nova.scheduler.client.report [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.883197] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.931802] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.146276] env[69217]: DEBUG nova.compute.manager [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.146911] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.147802] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c702910-d9e7-4af3-82d6-70d459d4bfb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.155768] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.156012] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017f4af9-9dee-4a9e-a00e-02e194389882 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.161988] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 1128.161988] env[69217]: value = "task-3533045" [ 1128.161988] env[69217]: _type = "Task" [ 1128.161988] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.169857] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3533045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.174530] env[69217]: DEBUG nova.compute.manager [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.174716] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.175471] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa421dbf-2ef5-4225-a8f5-d7d545c2f281 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.182256] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.182489] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee24691-8b12-4690-be14-047db88839ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.189282] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1128.189282] env[69217]: value = "task-3533046" [ 1128.189282] env[69217]: _type = "Task" [ 1128.189282] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.197885] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.301887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.325s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.303602] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.120s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.305340] env[69217]: INFO nova.compute.claims [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.343027] env[69217]: INFO nova.network.neutron [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating port 9ea3afb6-33c2-4ac7-868c-40047df952fb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1128.384795] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.472529] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.472711] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.472884] env[69217]: DEBUG nova.network.neutron [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.675254] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3533045, 'name': PowerOffVM_Task, 'duration_secs': 0.190908} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.675254] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.675254] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.675254] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba277cb2-6ecd-4ab3-af38-d4a09baf09a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.699078] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533046, 'name': PowerOffVM_Task, 'duration_secs': 0.199942} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.699307] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.699448] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.699693] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be9c19df-bdf0-4086-b31c-65e67ec2643a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.748302] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.748461] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.748642] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Deleting the datastore file [datastore2] d5b1b2d2-83da-44c6-903a-ffd0d58fd324 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.748978] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd3fa483-5414-4abc-9336-0cec221c4b0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.755984] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for the task: (returnval){ [ 1128.755984] env[69217]: value = "task-3533049" [ 1128.755984] env[69217]: _type = "Task" [ 1128.755984] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.766477] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3533049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.771218] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.771554] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.771866] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleting the datastore file [datastore1] 516953cd-2bfb-4cac-a962-74116a928793 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.772368] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6d9a48-4582-413d-90df-edf7b01637f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.779669] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1128.779669] env[69217]: value = "task-3533050" [ 1128.779669] env[69217]: _type = "Task" [ 1128.779669] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.788301] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.886140] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.150402] env[69217]: DEBUG nova.network.neutron [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.266648] env[69217]: DEBUG oslo_vmware.api [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Task: {'id': task-3533049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129226} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.266909] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.267107] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.267291] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.267494] env[69217]: INFO nova.compute.manager [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1129.267739] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.267931] env[69217]: DEBUG nova.compute.manager [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.268037] env[69217]: DEBUG nova.network.neutron [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.290340] env[69217]: DEBUG oslo_vmware.api [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143962} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.290618] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.290814] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.291019] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.291203] env[69217]: INFO nova.compute.manager [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1129.291438] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.291627] env[69217]: DEBUG nova.compute.manager [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.291719] env[69217]: DEBUG nova.network.neutron [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.387768] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.531374] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efebfe-4b36-4747-940d-0c2d404e6d84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.541059] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd83d8ec-a968-4056-8ec1-72178a3dde3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.581225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17812fb7-95b6-48cb-b7de-ec76f93716d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.589865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc193f33-a2d4-423c-8562-403910cd4933 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.608512] env[69217]: DEBUG nova.compute.provider_tree [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.653344] env[69217]: DEBUG oslo_concurrency.lockutils [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.887908] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.112035] env[69217]: DEBUG nova.scheduler.client.report [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.177320] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f56a09-ee67-4ae7-bc05-5e9228d36be3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.207742] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4855c-84fa-4654-bdc2-8d9e44e37379 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.214259] env[69217]: DEBUG nova.compute.manager [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.214554] env[69217]: DEBUG oslo_concurrency.lockutils [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.215306] env[69217]: DEBUG oslo_concurrency.lockutils [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.215306] env[69217]: DEBUG oslo_concurrency.lockutils [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.215306] env[69217]: DEBUG nova.compute.manager [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] No waiting events found dispatching network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.215306] env[69217]: WARNING nova.compute.manager [req-d30a81b1-ca94-4ed3-8b8e-758bba610aa9 req-9a395a96-eb25-417c-9221-62410ffce975 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received unexpected event network-vif-plugged-9ea3afb6-33c2-4ac7-868c-40047df952fb for instance with vm_state shelved_offloaded and task_state spawning. [ 1130.218762] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.389306] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.469679] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.469679] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.469679] env[69217]: DEBUG nova.network.neutron [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.616656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.617222] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.620256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.918s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.625529] env[69217]: INFO nova.compute.claims [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.729019] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.729019] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806aa136-c875-4363-a140-9d65c8a8f86d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.737313] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1130.737313] env[69217]: value = "task-3533051" [ 1130.737313] env[69217]: _type = "Task" [ 1130.737313] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.752738] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.890825] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.964368] env[69217]: DEBUG nova.network.neutron [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.985993] env[69217]: DEBUG nova.network.neutron [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.139174] env[69217]: DEBUG nova.compute.utils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.139174] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.139360] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.220535] env[69217]: DEBUG nova.policy [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e043d55466a84072a154549ee303edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e2e156f3e44ff5857d2a985bfb2562', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.248298] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.317955] env[69217]: DEBUG nova.network.neutron [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.392165] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.467012] env[69217]: INFO nova.compute.manager [-] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Took 2.18 seconds to deallocate network for instance. [ 1131.488035] env[69217]: INFO nova.compute.manager [-] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Took 2.22 seconds to deallocate network for instance. [ 1131.509385] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Successfully created port: 25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.640068] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.749387] env[69217]: DEBUG oslo_vmware.api [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533051, 'name': PowerOnVM_Task, 'duration_secs': 0.573599} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.751879] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.752087] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-14dc4215-d2b4-4d1f-9ebf-bcc282a845de tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance '098392a7-733d-491b-839c-679113522e95' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.821116] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.850952] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3d877b0c6d29d5c059104980a5d88f96',container_format='bare',created_at=2025-04-23T18:48:10Z,direct_url=,disk_format='vmdk',id=80db63b9-d2f3-4d64-92d4-85779ce0f91c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1145225090-shelved',owner='cdef8ca55da14ffbb8c868b1e92e2170',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-23T18:48:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.851221] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.851377] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.851556] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.851701] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.851844] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.852064] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.852333] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.852409] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.852546] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.852721] env[69217]: DEBUG nova.virt.hardware [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.853712] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79258e6e-8c70-4d68-a1cb-ef190b8db4cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.862515] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015768ac-4c80-4233-bbfc-730355431180 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.868070] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ca625-296a-4b75-a081-9f6f1556f220 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.885302] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335f15a7-7f70-4381-b04b-138938e01af1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.889490] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:09:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea3afb6-33c2-4ac7-868c-40047df952fb', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.896870] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.899867] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.902209] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db4e4f7e-5fb3-4c25-a2f7-38ca64f90b55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.941931] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4417e-4eec-49fa-85ba-a01bc6a50e2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.949626] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.949626] env[69217]: value = "task-3533052" [ 1131.949626] env[69217]: _type = "Task" [ 1131.949626] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.953038] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.956706] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2a2c7-182d-419e-b2b3-37a7056833f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.963645] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533052, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.973758] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.974268] env[69217]: DEBUG nova.compute.provider_tree [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.995941] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.252655] env[69217]: DEBUG nova.compute.manager [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Received event network-vif-deleted-3d41e50d-253b-48d9-836f-23801270024a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.252908] env[69217]: DEBUG nova.compute.manager [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.253219] env[69217]: DEBUG nova.compute.manager [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing instance network info cache due to event network-changed-9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.253529] env[69217]: DEBUG oslo_concurrency.lockutils [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] Acquiring lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.253692] env[69217]: DEBUG oslo_concurrency.lockutils [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] Acquired lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.253953] env[69217]: DEBUG nova.network.neutron [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Refreshing network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.399703] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.460719] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533052, 'name': CreateVM_Task, 'duration_secs': 0.334252} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.460880] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.461588] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.461760] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.462160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.462418] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bab5a03-29bf-49bc-bd58-6f946d2f7092 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.466963] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1132.466963] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c61e1f-5681-c309-376c-cafd3b9db51e" [ 1132.466963] env[69217]: _type = "Task" [ 1132.466963] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.474783] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c61e1f-5681-c309-376c-cafd3b9db51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.477713] env[69217]: DEBUG nova.scheduler.client.report [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.653647] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.675494] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.675783] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.675968] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.676227] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.676399] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.676587] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.676835] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.677044] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.677258] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.677472] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.677691] env[69217]: DEBUG nova.virt.hardware [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.678592] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332db93e-d41a-4334-95a9-2f057e9d0263 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.687201] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9958367-38ed-4e8b-80f4-67ea03cb2594 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.900932] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.981622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.981893] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Processing image 80db63b9-d2f3-4d64-92d4-85779ce0f91c {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.982165] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.982319] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.982502] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.983396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.984593] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.987996] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bcd7842-a9c9-45b9-8528-45a6015fb505 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.992122] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.059s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.992122] env[69217]: DEBUG nova.objects.instance [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'resources' on Instance uuid 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.000745] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.000934] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.002627] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82553769-0324-448f-a80f-d561d6451038 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.010339] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1133.010339] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fcf69e-fa22-c00d-ff98-d378ac38a4ce" [ 1133.010339] env[69217]: _type = "Task" [ 1133.010339] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.021377] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fcf69e-fa22-c00d-ff98-d378ac38a4ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.187797] env[69217]: DEBUG nova.network.neutron [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updated VIF entry in instance network info cache for port 9ea3afb6-33c2-4ac7-868c-40047df952fb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.188290] env[69217]: DEBUG nova.network.neutron [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [{"id": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "address": "fa:16:3e:8f:09:29", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea3afb6-33", "ovs_interfaceid": "9ea3afb6-33c2-4ac7-868c-40047df952fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.233718] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Successfully updated port: 25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.401182] env[69217]: DEBUG oslo_vmware.api [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533044, 'name': ReconfigVM_Task, 'duration_secs': 5.774995} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.401538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.401689] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfigured VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1133.492049] env[69217]: DEBUG nova.compute.utils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.493385] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.493555] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.524038] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1133.524340] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Fetch image to [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6/OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1133.524528] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Downloading stream optimized image 80db63b9-d2f3-4d64-92d4-85779ce0f91c to [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6/OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6.vmdk on the data store datastore2 as vApp {{(pid=69217) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1133.524694] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Downloading image file data 80db63b9-d2f3-4d64-92d4-85779ce0f91c to the ESX as VM named 'OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6' {{(pid=69217) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1133.553800] env[69217]: DEBUG nova.policy [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbb66ac4f37404ab9dd684de7c0aa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4211c68a0db74b849efa879d94d6aee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.606925] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1133.606925] env[69217]: value = "resgroup-9" [ 1133.606925] env[69217]: _type = "ResourcePool" [ 1133.606925] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1133.607296] env[69217]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-88536cff-ef5e-4906-a62f-971a14f6f9c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.632944] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease: (returnval){ [ 1133.632944] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1133.632944] env[69217]: _type = "HttpNfcLease" [ 1133.632944] env[69217]: } obtained for vApp import into resource pool (val){ [ 1133.632944] env[69217]: value = "resgroup-9" [ 1133.632944] env[69217]: _type = "ResourcePool" [ 1133.632944] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1133.634091] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the lease: (returnval){ [ 1133.634091] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1133.634091] env[69217]: _type = "HttpNfcLease" [ 1133.634091] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.643577] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.643577] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1133.643577] env[69217]: _type = "HttpNfcLease" [ 1133.643577] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.691300] env[69217]: DEBUG oslo_concurrency.lockutils [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] Releasing lock "refresh_cache-3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.692504] env[69217]: DEBUG nova.compute.manager [req-0639fd62-a6e5-4093-a777-f01d3e1ee1db req-01bd2fed-f25b-4505-b559-f7490b32b42f service nova] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Received event network-vif-deleted-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.737680] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.737862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquired lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.738102] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.777691] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d950e-3bd9-4754-a2e9-af83e983419e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.787194] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464687b4-2a78-4ff4-b3ec-4bcc2fca9f85 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822408] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6eead-e340-40c6-9035-ef70babe20c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.832909] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3539a53c-e6b9-4573-927e-9c241c552cb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.852247] env[69217]: DEBUG nova.compute.provider_tree [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.923697] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Successfully created port: ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.961825] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "098392a7-733d-491b-839c-679113522e95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.962109] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.962308] env[69217]: DEBUG nova.compute.manager [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Going to confirm migration 3 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.999280] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.142947] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.142947] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1134.142947] env[69217]: _type = "HttpNfcLease" [ 1134.142947] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1134.275644] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.291117] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Received event network-vif-plugged-25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.291314] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Acquiring lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.291522] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.291691] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.291857] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] No waiting events found dispatching network-vif-plugged-25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.292036] env[69217]: WARNING nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Received unexpected event network-vif-plugged-25863612-4f13-4309-bd34-9d2d1ad56e0d for instance with vm_state building and task_state spawning. [ 1134.292190] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Received event network-changed-25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.292552] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Refreshing instance network info cache due to event network-changed-25863612-4f13-4309-bd34-9d2d1ad56e0d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.292713] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Acquiring lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.355498] env[69217]: DEBUG nova.scheduler.client.report [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.441784] env[69217]: DEBUG nova.network.neutron [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Updating instance_info_cache with network_info: [{"id": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "address": "fa:16:3e:60:f4:5f", "network": {"id": "c3abab52-d3d9-47d3-a540-48b00aed970d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1606503539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e2e156f3e44ff5857d2a985bfb2562", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25863612-4f", "ovs_interfaceid": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.468277] env[69217]: DEBUG nova.compute.manager [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-deleted-c653ea45-5f80-4d82-82f8-20dd7e264b24 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.468515] env[69217]: INFO nova.compute.manager [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Neutron deleted interface c653ea45-5f80-4d82-82f8-20dd7e264b24; detaching it from the instance and deleting it from the info cache [ 1134.468787] env[69217]: DEBUG nova.network.neutron [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31793637-0773-4835-adaa-4b6ed8897d4a", "address": "fa:16:3e:64:e4:45", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31793637-07", "ovs_interfaceid": "31793637-0773-4835-adaa-4b6ed8897d4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.547743] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.547935] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548125] env[69217]: DEBUG nova.network.neutron [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.548651] env[69217]: DEBUG nova.objects.instance [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'info_cache' on Instance uuid 098392a7-733d-491b-839c-679113522e95 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.646742] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.646742] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1134.646742] env[69217]: _type = "HttpNfcLease" [ 1134.646742] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.646742] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.646742] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]528044f6-dee1-85b1-ded3-8376b4401902" [ 1134.646742] env[69217]: _type = "HttpNfcLease" [ 1134.646742] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1134.646742] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e1b21-aeed-4c4e-9fec-da45fce03ce6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.654714] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.654940] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1134.720120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.720270] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.720437] env[69217]: DEBUG nova.network.neutron [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.722992] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ac67a3e-bdef-4868-b14f-aa12a2f50a3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.860927] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.863326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.890s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.863988] env[69217]: DEBUG nova.objects.instance [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'resources' on Instance uuid 516953cd-2bfb-4cac-a962-74116a928793 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.884997] env[69217]: INFO nova.scheduler.client.report [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314 [ 1134.945520] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Releasing lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.945854] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Instance network_info: |[{"id": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "address": "fa:16:3e:60:f4:5f", "network": {"id": "c3abab52-d3d9-47d3-a540-48b00aed970d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1606503539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e2e156f3e44ff5857d2a985bfb2562", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25863612-4f", "ovs_interfaceid": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.946910] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Acquired lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.947170] env[69217]: DEBUG nova.network.neutron [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Refreshing network info cache for port 25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.948494] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:f4:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25863612-4f13-4309-bd34-9d2d1ad56e0d', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.956416] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Creating folder: Project (d9e2e156f3e44ff5857d2a985bfb2562). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.959658] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c69c1c8a-81d1-4cf1-b631-2265e2813a6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.973598] env[69217]: DEBUG oslo_concurrency.lockutils [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.973773] env[69217]: DEBUG oslo_concurrency.lockutils [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Acquired lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.974049] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Created folder: Project (d9e2e156f3e44ff5857d2a985bfb2562) in parent group-v705386. [ 1134.974247] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Creating folder: Instances. Parent ref: group-v705657. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.974992] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19867ef-89f5-40dd-b911-ae2ebd6f1621 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.977926] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92332535-1f70-4b0d-9bdc-c639349170dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.997250] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57dd291-3ec3-485f-9ab3-a4af5d388986 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.000301] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Created folder: Instances in parent group-v705657. [ 1135.000529] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.003136] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.003698] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc125755-a7e4-4695-ac08-b61406f347cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.034026] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.036065] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.041675] env[69217]: DEBUG nova.virt.vmwareapi.vmops [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfiguring VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1135.042451] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878b891f-e7b9-4aa4-bf21-0f2aa66b86cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.064646] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.064646] env[69217]: value = "task-3533056" [ 1135.064646] env[69217]: _type = "Task" [ 1135.064646] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.072047] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Waiting for the task: (returnval){ [ 1135.072047] env[69217]: value = "task-3533057" [ 1135.072047] env[69217]: _type = "Task" [ 1135.072047] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.075733] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533056, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.079600] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.079826] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.079989] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.080198] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.080341] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.080513] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.080754] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.080929] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.081119] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.081667] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.081667] env[69217]: DEBUG nova.virt.hardware [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.085432] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ffb08-6e22-4d10-b2ce-f9c7767ece22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.099905] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.103207] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1398672-5781-4239-ba5c-faede31dfd95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.281739] env[69217]: DEBUG nova.network.neutron [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Updated VIF entry in instance network info cache for port 25863612-4f13-4309-bd34-9d2d1ad56e0d. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.282183] env[69217]: DEBUG nova.network.neutron [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Updating instance_info_cache with network_info: [{"id": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "address": "fa:16:3e:60:f4:5f", "network": {"id": "c3abab52-d3d9-47d3-a540-48b00aed970d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1606503539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e2e156f3e44ff5857d2a985bfb2562", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25863612-4f", "ovs_interfaceid": "25863612-4f13-4309-bd34-9d2d1ad56e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.393592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "4ca9ddb8-b25d-4cf9-a5d7-70e66d713314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.379s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.589667] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533056, 'name': CreateVM_Task, 'duration_secs': 0.361741} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.591471] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.595138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.595138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.595355] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.601020] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fe9251-4a4e-43a5-a8bb-ecb33a813488 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.602784] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.607038] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1135.607038] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52033c34-42bb-4719-dc40-53cefd24c796" [ 1135.607038] env[69217]: _type = "Task" [ 1135.607038] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.622529] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52033c34-42bb-4719-dc40-53cefd24c796, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.626951] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.627192] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.627441] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.627579] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.627753] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.628362] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e4d5c10-b39d-41e9-90b4-8c470bd58f86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.638871] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.639072] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.640872] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03bd0a9f-6d1e-4b80-94fc-3f04ff84183d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.651889] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1135.651889] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5219948b-43c4-afde-cb4c-3f4de1613658" [ 1135.651889] env[69217]: _type = "Task" [ 1135.651889] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.664715] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5219948b-43c4-afde-cb4c-3f4de1613658, 'name': SearchDatastore_Task} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.670594] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4f6f22-be7b-4e0b-8e94-4cbaef04675b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.677460] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1135.677460] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529d40c8-9ca1-4806-e963-efc17cff5d27" [ 1135.677460] env[69217]: _type = "Task" [ 1135.677460] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.685985] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529d40c8-9ca1-4806-e963-efc17cff5d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.687584] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e0177f-6de1-4f24-a03c-08cb6d0b2f08 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.695442] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac894b-9cee-4958-9b1d-97d7f02b9733 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.730251] env[69217]: INFO nova.network.neutron [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Port 31793637-0773-4835-adaa-4b6ed8897d4a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1135.730608] env[69217]: DEBUG nova.network.neutron [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.732297] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9468bd44-fae2-4dba-9b75-98dfcd9f8c60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.744448] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d114e4-8d38-42a9-ae44-83cd7e9fb028 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.764872] env[69217]: DEBUG nova.compute.provider_tree [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.787264] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Releasing lock "refresh_cache-19fae40d-cc0a-41bc-9788-120b808c8a07" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.787635] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-deleted-31793637-0773-4835-adaa-4b6ed8897d4a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.787828] env[69217]: INFO nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Neutron deleted interface 31793637-0773-4835-adaa-4b6ed8897d4a; detaching it from the instance and deleting it from the info cache [ 1135.788758] env[69217]: DEBUG nova.network.neutron [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "address": "fa:16:3e:f2:a3:73", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9946b-53", "ovs_interfaceid": "44f9946b-5319-45f4-98c6-a4f07e5a5300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "address": "fa:16:3e:33:6c:52", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc653ea45-5f", "ovs_interfaceid": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.855971] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Successfully updated port: ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.965740] env[69217]: DEBUG nova.network.neutron [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [{"id": "f7baf34a-e98f-4d58-9a88-06c456c701af", "address": "fa:16:3e:3e:b1:18", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7baf34a-e9", "ovs_interfaceid": "f7baf34a-e98f-4d58-9a88-06c456c701af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.082564] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1136.082880] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1136.083793] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790c39e-976e-49a5-8b0b-c14e6de0f0df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.095666] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1136.095904] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1136.096199] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.096495] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-67851e83-f2d9-4695-8fb1-4366107d1ad9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.188556] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529d40c8-9ca1-4806-e963-efc17cff5d27, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.189043] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.189432] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 19fae40d-cc0a-41bc-9788-120b808c8a07/19fae40d-cc0a-41bc-9788-120b808c8a07.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.189793] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f17525ce-5425-4c25-996b-3ca889ef2d6c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.197983] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1136.197983] env[69217]: value = "task-3533058" [ 1136.197983] env[69217]: _type = "Task" [ 1136.197983] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.206540] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.237374] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.271032] env[69217]: DEBUG nova.scheduler.client.report [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.291836] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.323915] env[69217]: DEBUG nova.compute.manager [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Received event network-vif-plugged-ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.324197] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Acquiring lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.324493] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.324672] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.324781] env[69217]: DEBUG nova.compute.manager [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] No waiting events found dispatching network-vif-plugged-ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.325015] env[69217]: WARNING nova.compute.manager [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Received unexpected event network-vif-plugged-ab6ef82f-5382-40b6-9bbd-876bc21fb37d for instance with vm_state building and task_state spawning. [ 1136.325570] env[69217]: DEBUG nova.compute.manager [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Received event network-changed-ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.325758] env[69217]: DEBUG nova.compute.manager [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Refreshing instance network info cache due to event network-changed-ab6ef82f-5382-40b6-9bbd-876bc21fb37d. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.326101] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Acquiring lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.326361] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Acquired lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.326522] env[69217]: DEBUG nova.network.neutron [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Refreshing network info cache for port ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.362855] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.370032] env[69217]: DEBUG oslo_vmware.rw_handles [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259dd74-6383-c5a5-729e-0beb34b3cf00/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1136.370299] env[69217]: INFO nova.virt.vmwareapi.images [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Downloaded image file data 80db63b9-d2f3-4d64-92d4-85779ce0f91c [ 1136.371327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ef4aab-aa9b-49d1-bf01-6da1aa761e86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.392325] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec89d556-a8db-42d0-95e5-37bb4be3dbee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.438847] env[69217]: INFO nova.virt.vmwareapi.images [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] The imported VM was unregistered [ 1136.441590] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1136.441893] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.442208] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe4babf-a6c0-4d03-8353-2be5ec5eb646 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.470378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-098392a7-733d-491b-839c-679113522e95" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.470682] env[69217]: DEBUG nova.objects.instance [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'migration_context' on Instance uuid 098392a7-733d-491b-839c-679113522e95 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.475034] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.476054] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6/OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6.vmdk to [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk. {{(pid=69217) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1136.476054] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ee0b569e-770f-40e7-8f85-930abfaecbfb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.485108] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1136.485108] env[69217]: value = "task-3533060" [ 1136.485108] env[69217]: _type = "Task" [ 1136.485108] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.495710] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.550697] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.550956] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.589299] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.708300] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461966} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.708724] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 19fae40d-cc0a-41bc-9788-120b808c8a07/19fae40d-cc0a-41bc-9788-120b808c8a07.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.708799] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.709058] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b2fe51-0cc9-4d7c-ad2a-07af5eebdcfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.715464] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1136.715464] env[69217]: value = "task-3533061" [ 1136.715464] env[69217]: _type = "Task" [ 1136.715464] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.723885] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.742029] env[69217]: DEBUG oslo_concurrency.lockutils [None req-075c5b03-de8d-439b-9b45-06721fb4849d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-4663beaf-45c2-4cfc-81f5-0317491f47b7-31793637-0773-4835-adaa-4b6ed8897d4a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.947s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.775688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.778277] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.782s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.778584] env[69217]: DEBUG nova.objects.instance [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lazy-loading 'resources' on Instance uuid d5b1b2d2-83da-44c6-903a-ffd0d58fd324 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.798274] env[69217]: INFO nova.scheduler.client.report [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted allocations for instance 516953cd-2bfb-4cac-a962-74116a928793 [ 1136.889168] env[69217]: DEBUG nova.network.neutron [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.974576] env[69217]: DEBUG nova.objects.base [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Object Instance<098392a7-733d-491b-839c-679113522e95> lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.976081] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e834b5-0356-415b-848b-1d1ca019e259 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.981764] env[69217]: DEBUG nova.network.neutron [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.005746] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2d5fd3-a86a-49b7-9e44-34ee2361a702 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.017825] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.019544] env[69217]: DEBUG oslo_vmware.api [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1137.019544] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e506c2-37fd-62b9-1b57-9212fbc4a1c7" [ 1137.019544] env[69217]: _type = "Task" [ 1137.019544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.032173] env[69217]: DEBUG oslo_vmware.api [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e506c2-37fd-62b9-1b57-9212fbc4a1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.033019] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.054030] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.093798] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.230536] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110814} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.230898] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.231754] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799bb199-d9cb-475b-a5ab-15a63fd17e3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.258281] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 19fae40d-cc0a-41bc-9788-120b808c8a07/19fae40d-cc0a-41bc-9788-120b808c8a07.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.258666] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b45748b-9164-465b-8dd9-a0f01cfa43f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.285370] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1137.285370] env[69217]: value = "task-3533062" [ 1137.285370] env[69217]: _type = "Task" [ 1137.285370] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.297795] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.307547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-082077fd-b825-41d7-8555-8361433a9c3a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "516953cd-2bfb-4cac-a962-74116a928793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.638s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.482419] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1975c92-5489-4c55-ba7d-d0518e2fd62c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.485850] env[69217]: DEBUG oslo_concurrency.lockutils [req-d6c9f4ff-fa46-41ce-bee0-4291ed46cb86 req-c5f8dee1-7224-4ed3-9619-2c8b44f79691 service nova] Releasing lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.485850] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.486022] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.496526] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9529e-069c-49b4-a392-fa1bed8bf618 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.546679] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e129d32-84bf-4b05-873c-3a0fc047596d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.550268] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.557803] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a7f7c-8e62-40e0-a51c-bdddf11963d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.578132] env[69217]: DEBUG nova.compute.provider_tree [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.593094] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.593960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.797795] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.015812] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.038232] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.083743] env[69217]: DEBUG nova.scheduler.client.report [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.099398] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.285262] env[69217]: DEBUG nova.network.neutron [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Updating instance_info_cache with network_info: [{"id": "ab6ef82f-5382-40b6-9bbd-876bc21fb37d", "address": "fa:16:3e:0b:01:ba", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6ef82f-53", "ovs_interfaceid": "ab6ef82f-5382-40b6-9bbd-876bc21fb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.299226] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.517504] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.594909] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.597425] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.598136] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.566s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.623368] env[69217]: INFO nova.scheduler.client.report [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Deleted allocations for instance d5b1b2d2-83da-44c6-903a-ffd0d58fd324 [ 1138.787343] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "refresh_cache-76d688c1-e397-4634-9d33-1fbdf7a282ed" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.787607] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance network_info: |[{"id": "ab6ef82f-5382-40b6-9bbd-876bc21fb37d", "address": "fa:16:3e:0b:01:ba", "network": {"id": "811fbc1b-415e-4e5c-9618-b4a40b989338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1752756680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4211c68a0db74b849efa879d94d6aee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6ef82f-53", "ovs_interfaceid": "ab6ef82f-5382-40b6-9bbd-876bc21fb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.788181] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:01:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6ef82f-5382-40b6-9bbd-876bc21fb37d', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.797545] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.803948] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.804372] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13d34469-7c63-45f4-8c29-2ec6d942c5e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.832154] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.834517] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.834517] env[69217]: value = "task-3533063" [ 1138.834517] env[69217]: _type = "Task" [ 1138.834517] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.852181] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533063, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.017277] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.097177] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.134972] env[69217]: DEBUG oslo_concurrency.lockutils [None req-665579df-d7df-45ee-ac46-5f2cef2caaf0 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Lock "d5b1b2d2-83da-44c6-903a-ffd0d58fd324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.495s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.299472] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.307398] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc12cd1-708c-4042-9cfa-9ff611f4c3ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.316415] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db8814-353f-40bf-bcae-28f03b95ba41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.351931] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e441d-1d32-4686-89a2-c8fc63c99b7f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.364124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f3f57-bfa8-4ff0-9802-5a2548b27299 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.369032] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533063, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.382715] env[69217]: DEBUG nova.compute.provider_tree [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.515668] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533060, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.903225} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.515668] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6/OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6.vmdk to [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk. [ 1139.515869] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Cleaning up location [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1139.516182] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_129fc185-a782-4b0d-a381-5e64cea3b3b6 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.516597] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b693003-50dd-4405-acc9-8d0f578796fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.526324] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1139.526324] env[69217]: value = "task-3533064" [ 1139.526324] env[69217]: _type = "Task" [ 1139.526324] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.535726] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.594845] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.751265] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.751623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.799613] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533062, 'name': ReconfigVM_Task, 'duration_secs': 2.460865} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.799803] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 19fae40d-cc0a-41bc-9788-120b808c8a07/19fae40d-cc0a-41bc-9788-120b808c8a07.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.800515] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5879a45f-3f88-419a-bc8b-5c6010046794 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.807518] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1139.807518] env[69217]: value = "task-3533065" [ 1139.807518] env[69217]: _type = "Task" [ 1139.807518] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.815094] env[69217]: DEBUG nova.compute.manager [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.822053] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533065, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.859870] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533063, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.887188] env[69217]: DEBUG nova.scheduler.client.report [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.038036] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175345} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.038296] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.038509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.038766] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk to [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.039079] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae437a47-7085-47a6-8c71-ec7bb97d1caa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.046543] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1140.046543] env[69217]: value = "task-3533066" [ 1140.046543] env[69217]: _type = "Task" [ 1140.046543] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.055402] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.094504] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.256236] env[69217]: DEBUG nova.compute.utils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.319499] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533065, 'name': Rename_Task, 'duration_secs': 0.363937} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.319791] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.320071] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-590d381e-0895-4e31-bb04-5217d3875293 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.328791] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1140.328791] env[69217]: value = "task-3533067" [ 1140.328791] env[69217]: _type = "Task" [ 1140.328791] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.340376] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.341615] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.361405] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533063, 'name': CreateVM_Task, 'duration_secs': 1.067824} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.361592] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.362367] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.362528] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.362873] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.363177] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4adf399-0680-4d84-ad79-689a7168c23d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.370261] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1140.370261] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5257f250-a80a-bf41-8f44-99f901fd5bd1" [ 1140.370261] env[69217]: _type = "Task" [ 1140.370261] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.381174] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5257f250-a80a-bf41-8f44-99f901fd5bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.560345] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.598595] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.760420] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.841458] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.884308] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5257f250-a80a-bf41-8f44-99f901fd5bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.04632} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.884652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.884894] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.885169] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.885322] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.885505] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.885833] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985e6283-4474-4af2-8053-0a7d211edf94 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.898992] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.300s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.901965] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.307s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.903021] env[69217]: INFO nova.compute.claims [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.907094] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.907290] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.908284] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bbafc4-393f-43e4-873d-15997ba208e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.917486] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1140.917486] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52abad25-94c4-8551-3393-823d266bb9cd" [ 1140.917486] env[69217]: _type = "Task" [ 1140.917486] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.928762] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52abad25-94c4-8551-3393-823d266bb9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.060691] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.099084] env[69217]: DEBUG oslo_vmware.api [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Task: {'id': task-3533057, 'name': ReconfigVM_Task, 'duration_secs': 5.793556} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.099596] env[69217]: DEBUG oslo_concurrency.lockutils [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] Releasing lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.102058] env[69217]: DEBUG nova.virt.vmwareapi.vmops [req-1f090e87-d3ba-4f4d-8479-cf9d2663f7f4 req-30e50777-7b7f-4b3f-a45e-2c4e0cf93511 service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Reconfigured VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1141.102058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.064s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.102058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.102058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.102058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.105899] env[69217]: INFO nova.compute.manager [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Terminating instance [ 1141.351367] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.434169] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52abad25-94c4-8551-3393-823d266bb9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.095384} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.435450] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad4096c-d06b-4730-b330-c2f661b083dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.448761] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1141.448761] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5260ad24-8bdc-b3ab-7421-dedf3808366a" [ 1141.448761] env[69217]: _type = "Task" [ 1141.448761] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.465150] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5260ad24-8bdc-b3ab-7421-dedf3808366a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.486223] env[69217]: INFO nova.scheduler.client.report [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocation for migration b3ac7d10-60db-4e5c-8107-1048a7e69e23 [ 1141.564415] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.614077] env[69217]: DEBUG nova.compute.manager [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.614077] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.614077] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a355c3-4895-49c0-9261-fa3a5dc13d98 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.631115] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.631115] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd3c40c-aae2-4355-9ba4-32a286ed1bdf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.642021] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1141.642021] env[69217]: value = "task-3533068" [ 1141.642021] env[69217]: _type = "Task" [ 1141.642021] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.653183] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.844664] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.844960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.845073] env[69217]: INFO nova.compute.manager [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Attaching volume 06d83693-b53b-403f-a01c-d9d0b477bdff to /dev/sdb [ 1141.847762] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.892094] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fa4cc9-075d-4348-ac0a-958e41b3d3e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.901794] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1049b2-04ac-4302-93d0-02e67d02d956 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.921063] env[69217]: DEBUG nova.virt.block_device [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating existing volume attachment record: 229b4c95-0139-4f7e-ae32-5cecbe49ccc9 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.969258] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5260ad24-8bdc-b3ab-7421-dedf3808366a, 'name': SearchDatastore_Task, 'duration_secs': 0.093405} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.972871] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.973254] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 76d688c1-e397-4634-9d33-1fbdf7a282ed/76d688c1-e397-4634-9d33-1fbdf7a282ed.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.973773] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86c977d-8b30-4cfb-9440-43198ebae171 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.986891] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1141.986891] env[69217]: value = "task-3533069" [ 1141.986891] env[69217]: _type = "Task" [ 1141.986891] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.995088] env[69217]: DEBUG oslo_concurrency.lockutils [None req-67383035-a354-4be6-a6d2-8f00175c3a00 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.032s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.004893] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.065454] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.157027] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533068, 'name': PowerOffVM_Task, 'duration_secs': 0.338077} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.157306] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.157606] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.159727] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5795f04-1b2e-4734-bb67-e92d9192353e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.178678] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce75cf7-6197-479e-9c2d-d6373dec26e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.189154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1b84db-6adb-4e70-b6f7-8ae6c8fd41e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.226703] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cc076-108d-4ce6-bb31-f81094eefd4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.236389] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9c2ce-bacb-49c3-9abe-031439445068 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.252963] env[69217]: DEBUG nova.compute.provider_tree [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.256929] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.257284] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.258077] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleting the datastore file [datastore1] 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.258473] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a6bd5e-9933-4254-bc3c-aab8eeef03a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.267839] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1142.267839] env[69217]: value = "task-3533072" [ 1142.267839] env[69217]: _type = "Task" [ 1142.267839] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.279764] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.343837] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.496339] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.560959] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533066, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.436398} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.561204] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80db63b9-d2f3-4d64-92d4-85779ce0f91c/80db63b9-d2f3-4d64-92d4-85779ce0f91c.vmdk to [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.562035] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4638fa01-5867-4edb-b069-f2f373d3707c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.585958] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.586280] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7f8c89-801f-4d14-acd8-eae0cc7f7bb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.608633] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1142.608633] env[69217]: value = "task-3533075" [ 1142.608633] env[69217]: _type = "Task" [ 1142.608633] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.619370] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.756927] env[69217]: DEBUG nova.scheduler.client.report [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.780314] env[69217]: DEBUG oslo_vmware.api [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32779} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.781722] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.781987] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.782252] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.782684] env[69217]: INFO nova.compute.manager [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1142.783501] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.783894] env[69217]: DEBUG nova.compute.manager [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.784082] env[69217]: DEBUG nova.network.neutron [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.845088] env[69217]: DEBUG oslo_vmware.api [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533067, 'name': PowerOnVM_Task, 'duration_secs': 2.355416} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.845602] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.845602] env[69217]: INFO nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1142.846081] env[69217]: DEBUG nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.846712] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811f79b9-da93-46cb-8c1c-d47cba0a6076 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.997424] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533069, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.120961] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533075, 'name': ReconfigVM_Task, 'duration_secs': 0.50091} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.122601] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4/3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.124021] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'encryption_options': None, 'image_id': 'e5795d20-bf84-4fc7-a844-22898280f8dd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6f4cfdca-7156-4409-90c8-4b948a337489', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705654', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'name': 'volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'serial': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd'}, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69217) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1143.124415] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1143.124415] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705654', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'name': 'volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'serial': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1143.128230] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81aca14-fda3-42d0-b0fa-efba3a09d239 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.149080] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64945513-f05c-4397-bdd2-2059f9740a31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.176833] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd/volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.180445] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3327a1f-8c48-4015-8733-0df0958fdcf4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.196018] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1143.196018] env[69217]: value = "task-3533076" [ 1143.196018] env[69217]: _type = "Task" [ 1143.196018] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.204568] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.221324] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "098392a7-733d-491b-839c-679113522e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.221588] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.221794] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "098392a7-733d-491b-839c-679113522e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.221970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.222159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.224357] env[69217]: INFO nova.compute.manager [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Terminating instance [ 1143.263411] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.264029] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.266917] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.925s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.367195] env[69217]: INFO nova.compute.manager [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Took 16.21 seconds to build instance. [ 1143.388429] env[69217]: DEBUG nova.compute.manager [req-997374b1-70af-40af-8e9c-aa835bf6ab2b req-d46b34cb-b649-44fb-98f7-007f450b13fc service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Received event network-vif-deleted-44f9946b-5319-45f4-98c6-a4f07e5a5300 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.388648] env[69217]: INFO nova.compute.manager [req-997374b1-70af-40af-8e9c-aa835bf6ab2b req-d46b34cb-b649-44fb-98f7-007f450b13fc service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Neutron deleted interface 44f9946b-5319-45f4-98c6-a4f07e5a5300; detaching it from the instance and deleting it from the info cache [ 1143.389012] env[69217]: DEBUG nova.network.neutron [req-997374b1-70af-40af-8e9c-aa835bf6ab2b req-d46b34cb-b649-44fb-98f7-007f450b13fc service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [{"id": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "address": "fa:16:3e:33:6c:52", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc653ea45-5f", "ovs_interfaceid": "c653ea45-5f80-4d82-82f8-20dd7e264b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.498089] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533069, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.035678} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.498372] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 76d688c1-e397-4634-9d33-1fbdf7a282ed/76d688c1-e397-4634-9d33-1fbdf7a282ed.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.498670] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.498943] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e0fa31-49bf-4108-b33c-196bd206f025 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.506763] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1143.506763] env[69217]: value = "task-3533077" [ 1143.506763] env[69217]: _type = "Task" [ 1143.506763] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.516809] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.707591] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533076, 'name': ReconfigVM_Task, 'duration_secs': 0.344301} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.710986] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd/volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.721255] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ea5f29-4111-4b10-9f9e-bb16058c608e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.728559] env[69217]: DEBUG nova.compute.manager [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.729127] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.730893] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a65cd59-d9db-4570-9f1f-690c0cd155f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.733769] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1143.733769] env[69217]: value = "task-3533078" [ 1143.733769] env[69217]: _type = "Task" [ 1143.733769] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.739694] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.740310] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781bcafc-af5e-4277-afa2-c5ae8398795b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.744867] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.749635] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1143.749635] env[69217]: value = "task-3533079" [ 1143.749635] env[69217]: _type = "Task" [ 1143.749635] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.759055] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.771617] env[69217]: DEBUG nova.compute.utils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.774942] env[69217]: INFO nova.compute.claims [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.778533] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.778714] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.812089] env[69217]: DEBUG nova.network.neutron [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.842620] env[69217]: DEBUG nova.policy [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db0a4c75b1462ab48dcb147a89c922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a04450d9a34459b3ac14e2b5d5ab26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.862765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.862765] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.869086] env[69217]: DEBUG oslo_concurrency.lockutils [None req-d1496cd6-4524-4ae7-8823-34ab7223cecc tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.720s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.892555] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01f7a167-2985-4a54-abf7-88db0339b16a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.904172] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d770d1-b140-4516-80ca-b545d63ba643 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.940352] env[69217]: DEBUG nova.compute.manager [req-997374b1-70af-40af-8e9c-aa835bf6ab2b req-d46b34cb-b649-44fb-98f7-007f450b13fc service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Detach interface failed, port_id=44f9946b-5319-45f4-98c6-a4f07e5a5300, reason: Instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.017898] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067291} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.018184] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.019212] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12fe8a-30c4-4882-8826-20aa5766ee0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.044805] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 76d688c1-e397-4634-9d33-1fbdf7a282ed/76d688c1-e397-4634-9d33-1fbdf7a282ed.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.046366] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae41355d-746f-4947-8bd8-77c594be95f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.071405] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1144.071405] env[69217]: value = "task-3533080" [ 1144.071405] env[69217]: _type = "Task" [ 1144.071405] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.081861] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.197646] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Successfully created port: 17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.222766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.223238] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.244802] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.258838] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.282342] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.289107] env[69217]: INFO nova.compute.resource_tracker [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating resource usage from migration 687d7d0b-4d20-40d8-8e25-2acdbd29238d [ 1144.314825] env[69217]: INFO nova.compute.manager [-] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Took 1.53 seconds to deallocate network for instance. [ 1144.364773] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.535569] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10ed79-15d8-49c0-927e-404677241f2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.543908] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2732f9-e6c9-417b-88c0-d1f85d957296 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.576659] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "19fae40d-cc0a-41bc-9788-120b808c8a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.577500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.577500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.577500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.577840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.581450] env[69217]: INFO nova.compute.manager [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Terminating instance [ 1144.585214] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503d065-1041-4566-8d6c-f1e1c7697299 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.594226] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.601034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee5c05-fe30-4120-b51e-51206f66c265 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.615230] env[69217]: DEBUG nova.compute.provider_tree [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.710239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "18b738e8-41e5-45c3-a755-2b378ee9496d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.710514] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.725353] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.746221] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.761839] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.825223] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.887929] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.089527] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533080, 'name': ReconfigVM_Task, 'duration_secs': 0.673208} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.089804] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 76d688c1-e397-4634-9d33-1fbdf7a282ed/76d688c1-e397-4634-9d33-1fbdf7a282ed.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.090762] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dc93cad-9e99-4086-a81e-bac99377e255 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.096539] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1145.096539] env[69217]: value = "task-3533082" [ 1145.096539] env[69217]: _type = "Task" [ 1145.096539] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.097409] env[69217]: DEBUG nova.compute.manager [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.097409] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.101092] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dbc1ec-0c72-446b-b3fb-dc6677b7c622 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.108530] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533082, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.110609] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.110863] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98dca842-9ad1-47eb-9de7-f2db3ba05ad8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.116370] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1145.116370] env[69217]: value = "task-3533083" [ 1145.116370] env[69217]: _type = "Task" [ 1145.116370] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.119874] env[69217]: DEBUG nova.scheduler.client.report [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.130414] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.130676] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.131743] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.213526] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.247312] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533078, 'name': ReconfigVM_Task, 'duration_secs': 1.176534} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.247593] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705654', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'name': 'volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'serial': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1145.248230] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afa91b2a-40df-480c-8a8c-39da68789657 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.255773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.257854] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1145.257854] env[69217]: value = "task-3533084" [ 1145.257854] env[69217]: _type = "Task" [ 1145.257854] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.265058] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533079, 'name': PowerOffVM_Task, 'duration_secs': 1.069894} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.265719] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.265958] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.266273] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be42dea9-1cf0-4280-bdf1-aa897b0aed13 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.271020] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533084, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.298341] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.324580] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.324875] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.325099] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.325328] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.325480] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.325628] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.325838] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.325997] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.326266] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.326446] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.326616] env[69217]: DEBUG nova.virt.hardware [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.327529] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00078e-dcce-4718-941e-8ca42b81f9e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.335968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bde401-043d-473e-a718-2b0ec800ec60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.608286] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533082, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.625773] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533083, 'name': PowerOffVM_Task, 'duration_secs': 0.175094} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.626217] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.626495] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.626839] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed91cba9-bb8c-474c-945c-3fa374d772f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.628987] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.362s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.629312] env[69217]: INFO nova.compute.manager [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Migrating [ 1145.638642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.814s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.639063] env[69217]: DEBUG nova.objects.instance [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'resources' on Instance uuid 4663beaf-45c2-4cfc-81f5-0317491f47b7 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.640327] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.722303] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.722303] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.722493] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Deleting the datastore file [datastore2] 19fae40d-cc0a-41bc-9788-120b808c8a07 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.726019] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0316f27-5a87-4b78-be7d-1f12ffe01fd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.730420] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for the task: (returnval){ [ 1145.730420] env[69217]: value = "task-3533087" [ 1145.730420] env[69217]: _type = "Task" [ 1145.730420] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.737723] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.741086] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.769784] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533084, 'name': Rename_Task, 'duration_secs': 0.471745} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.770065] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.770318] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ed88c6-a69e-4360-bb17-f3f1968c9227 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.775557] env[69217]: DEBUG nova.compute.manager [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Received event network-vif-plugged-17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.775557] env[69217]: DEBUG oslo_concurrency.lockutils [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.775672] env[69217]: DEBUG oslo_concurrency.lockutils [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.775790] env[69217]: DEBUG oslo_concurrency.lockutils [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.775954] env[69217]: DEBUG nova.compute.manager [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] No waiting events found dispatching network-vif-plugged-17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.776315] env[69217]: WARNING nova.compute.manager [req-ca027e35-01df-4a65-92d7-5f6c4297cfaa req-b3dc1c34-7499-4131-8a2b-195a38742b4a service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Received unexpected event network-vif-plugged-17486b45-f699-4bc6-adc1-0ff24f0abfee for instance with vm_state building and task_state spawning. [ 1145.777960] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1145.777960] env[69217]: value = "task-3533088" [ 1145.777960] env[69217]: _type = "Task" [ 1145.777960] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.786517] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.786738] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.786917] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore1] 098392a7-733d-491b-839c-679113522e95 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.790227] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df746ae7-6845-4566-a8df-aa0244231144 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.793018] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.798479] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1145.798479] env[69217]: value = "task-3533089" [ 1145.798479] env[69217]: _type = "Task" [ 1145.798479] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.806350] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.875482] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Successfully updated port: 17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.910356] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3695c-594f-4198-bfe3-d0e366aa4deb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.917784] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a52cd3-37e3-4ae7-8fcc-85274b291386 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.952231] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dace86c-eed6-4612-81bf-62698295021d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.960034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd6499-a31d-4b6f-a9d0-c8e9e3eb0e23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.973236] env[69217]: DEBUG nova.compute.provider_tree [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.107751] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533082, 'name': Rename_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.152688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152875] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153067] env[69217]: DEBUG nova.network.neutron [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.163085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.240252] env[69217]: DEBUG oslo_vmware.api [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Task: {'id': task-3533087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165756} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.240514] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.240700] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.240957] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.241088] env[69217]: INFO nova.compute.manager [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1146.241325] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.241514] env[69217]: DEBUG nova.compute.manager [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.241609] env[69217]: DEBUG nova.network.neutron [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.287230] env[69217]: DEBUG oslo_vmware.api [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533088, 'name': PowerOnVM_Task, 'duration_secs': 0.476034} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.287489] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.309513] env[69217]: DEBUG oslo_vmware.api [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200573} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.309788] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.309974] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.310173] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.310344] env[69217]: INFO nova.compute.manager [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: 098392a7-733d-491b-839c-679113522e95] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1146.310577] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.310785] env[69217]: DEBUG nova.compute.manager [-] [instance: 098392a7-733d-491b-839c-679113522e95] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.310879] env[69217]: DEBUG nova.network.neutron [-] [instance: 098392a7-733d-491b-839c-679113522e95] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.379274] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.379478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.379728] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.409971] env[69217]: DEBUG nova.compute.manager [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.411119] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e261a0-3aae-4f39-b86a-c2c151d00733 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.476775] env[69217]: DEBUG nova.scheduler.client.report [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.323447] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.325741] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533082, 'name': Rename_Task, 'duration_secs': 1.131247} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.328879] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.329237] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.333427] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.446s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.335775] env[69217]: INFO nova.compute.claims [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.338942] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.340153] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0affd7a-6cbb-479b-a357-6741df51516d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.344737] env[69217]: DEBUG oslo_concurrency.lockutils [None req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.913s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.346704] env[69217]: DEBUG nova.network.neutron [-] [instance: 098392a7-733d-491b-839c-679113522e95] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.347825] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7338ff9b-b6db-4381-96e6-8d6ac5106f9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.373555] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1147.373555] env[69217]: value = "task-3533090" [ 1147.373555] env[69217]: _type = "Task" [ 1147.373555] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.374890] env[69217]: INFO nova.scheduler.client.report [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted allocations for instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 [ 1147.376736] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50fb290-7dbb-4b85-9fba-064cbf44c1e6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.381893] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.412197] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.421160] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.426569] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790b70b4-db13-4c5d-b104-45b2f78b6493 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.445698] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1147.445698] env[69217]: value = "task-3533091" [ 1147.445698] env[69217]: _type = "Task" [ 1147.445698] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.453166] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.574639] env[69217]: DEBUG nova.network.neutron [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.626612] env[69217]: DEBUG nova.network.neutron [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.818325] env[69217]: DEBUG nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Received event network-changed-17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.818721] env[69217]: DEBUG nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Refreshing instance network info cache due to event network-changed-17486b45-f699-4bc6-adc1-0ff24f0abfee. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.819022] env[69217]: DEBUG oslo_concurrency.lockutils [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] Acquiring lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.849449] env[69217]: DEBUG nova.network.neutron [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.852064] env[69217]: INFO nova.compute.manager [-] [instance: 098392a7-733d-491b-839c-679113522e95] Took 1.54 seconds to deallocate network for instance. [ 1147.893554] env[69217]: DEBUG oslo_vmware.api [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533090, 'name': PowerOnVM_Task, 'duration_secs': 0.523876} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.894408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.894652] env[69217]: INFO nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Took 12.86 seconds to spawn the instance on the hypervisor. [ 1147.894851] env[69217]: DEBUG nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.895723] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c00ed8-2dc1-4888-8ff4-a6afabe854a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.899040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-dc78eb51-fdf2-473b-a125-a1e60938a218 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.799s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.900548] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Acquired lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.901975] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420745a1-f88a-44e0-9047-60d2f2a1611b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.914734] env[69217]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1147.914945] env[69217]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69217) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1147.915419] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95db79ff-c8c9-42bd-b79c-0aea9c100a5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.925547] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f1d35b-627c-4832-a6bf-6117d5bc072f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.960116] env[69217]: ERROR root [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-705631' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-705631' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-705631' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-705631'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-705631' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-705631' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-705631'}\n"]: nova.exception.InstanceNotFound: Instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 could not be found. [ 1147.960361] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] Releasing lock "4663beaf-45c2-4cfc-81f5-0317491f47b7" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.960502] env[69217]: DEBUG nova.compute.manager [req-6c6fbabd-078a-482c-8836-9a900c85dea1 req-608a8c6b-6bc3-4dcb-9f7a-d57400af279e service nova] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Detach interface failed, port_id=31793637-0773-4835-adaa-4b6ed8897d4a, reason: Instance 4663beaf-45c2-4cfc-81f5-0317491f47b7 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.965773] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533091, 'name': ReconfigVM_Task, 'duration_secs': 0.384724} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.966163] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.970983] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4e8e6f-051e-4fb5-82fc-abe8a0538f0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.986493] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1147.986493] env[69217]: value = "task-3533092" [ 1147.986493] env[69217]: _type = "Task" [ 1147.986493] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.994565] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.077326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.077767] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Instance network_info: |[{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.078197] env[69217]: DEBUG oslo_concurrency.lockutils [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] Acquired lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.078503] env[69217]: DEBUG nova.network.neutron [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Refreshing network info cache for port 17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.080583] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:5c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17486b45-f699-4bc6-adc1-0ff24f0abfee', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.088603] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.089818] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.090101] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9eccb0-e5f1-4833-b6a6-45eafde27218 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.111421] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.111421] env[69217]: value = "task-3533093" [ 1148.111421] env[69217]: _type = "Task" [ 1148.111421] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.120944] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533093, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.128862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.357027] env[69217]: INFO nova.compute.manager [-] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Took 2.12 seconds to deallocate network for instance. [ 1148.360036] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.416579] env[69217]: INFO nova.compute.manager [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Took 20.73 seconds to build instance. [ 1148.498959] env[69217]: DEBUG oslo_vmware.api [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533092, 'name': ReconfigVM_Task, 'duration_secs': 0.14116} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.501094] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.546367] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ecb71f-3a69-4aa9-8bb3-3486babe3e5a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.554050] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2be4de9-bbce-49aa-8865-cf8abdcd5d18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.585919] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab5fd8-e740-40e7-b29b-8642895291ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.593248] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b68a5-2913-47d7-ab6d-340f870b11e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.607343] env[69217]: DEBUG nova.compute.provider_tree [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.622900] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533093, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.788906] env[69217]: DEBUG nova.network.neutron [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updated VIF entry in instance network info cache for port 17486b45-f699-4bc6-adc1-0ff24f0abfee. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.789103] env[69217]: DEBUG nova.network.neutron [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.866170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.920266] env[69217]: DEBUG oslo_concurrency.lockutils [None req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.237s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.113721] env[69217]: DEBUG nova.scheduler.client.report [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.136769] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533093, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.293943] env[69217]: DEBUG oslo_concurrency.lockutils [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] Releasing lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.293943] env[69217]: DEBUG nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Received event network-vif-deleted-25863612-4f13-4309-bd34-9d2d1ad56e0d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.293943] env[69217]: INFO nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Neutron deleted interface 25863612-4f13-4309-bd34-9d2d1ad56e0d; detaching it from the instance and deleting it from the info cache [ 1149.293943] env[69217]: DEBUG nova.network.neutron [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.555436] env[69217]: DEBUG nova.objects.instance [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'flavor' on Instance uuid ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.626615] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533093, 'name': CreateVM_Task, 'duration_secs': 1.276462} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.626787] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.627479] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.627647] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.628441] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.628441] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a32d7f8-c049-4480-abbb-b4907b993768 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.631760] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.632247] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.636129] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.380s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.637335] env[69217]: INFO nova.compute.claims [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.640129] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1149.640129] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5201a02a-f864-856e-195e-27521a5be98c" [ 1149.640129] env[69217]: _type = "Task" [ 1149.640129] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.646644] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300bb604-8f37-407e-8a91-475f2877e6e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.664775] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.675666] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5201a02a-f864-856e-195e-27521a5be98c, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.675666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.675666] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.675666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.675666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.675666] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.675666] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-959046d8-101b-421e-affc-0655aab15bcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.683146] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.683651] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.684176] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219fd80c-92fb-4643-9b91-7c473c8fe6d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.689970] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1149.689970] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dac576-1ff3-8e3a-1b53-89161b926248" [ 1149.689970] env[69217]: _type = "Task" [ 1149.689970] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.697881] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dac576-1ff3-8e3a-1b53-89161b926248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.796522] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-031bf042-95e1-40e9-9526-a002bcd6e7b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.806323] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84e7c3-9fd1-46e5-be4d-37ed2fe88fe9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.837355] env[69217]: DEBUG nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Detach interface failed, port_id=25863612-4f13-4309-bd34-9d2d1ad56e0d, reason: Instance 19fae40d-cc0a-41bc-9788-120b808c8a07 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.837595] env[69217]: DEBUG nova.compute.manager [req-c46afe01-cd47-4f55-abcc-1bb76c1ee5f2 req-f19e33e3-3940-4f94-94a4-32f5753b65a0 service nova] [instance: 098392a7-733d-491b-839c-679113522e95] Received event network-vif-deleted-f7baf34a-e98f-4d58-9a88-06c456c701af {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.881918] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.882269] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.882497] env[69217]: DEBUG nova.compute.manager [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.883396] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd366cf-7628-4f2f-8831-dd924400867c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.890694] env[69217]: DEBUG nova.compute.manager [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1149.891263] env[69217]: DEBUG nova.objects.instance [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'flavor' on Instance uuid 76d688c1-e397-4634-9d33-1fbdf7a282ed {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.060307] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e78cbd8c-198b-43d9-8d0c-9ce718027b2e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.215s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.142644] env[69217]: DEBUG nova.compute.utils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.147468] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.147656] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.175825] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.175947] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9994c3-262c-4590-810e-59ba821f3a25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182495] env[69217]: DEBUG nova.policy [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140e7e2abe2646a3afe83ab56ed97ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f28a520fc7c46b19219bcc495345e09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.185727] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1150.185727] env[69217]: value = "task-3533094" [ 1150.185727] env[69217]: _type = "Task" [ 1150.185727] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.196747] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.202201] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dac576-1ff3-8e3a-1b53-89161b926248, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.202988] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6108c94c-2f73-4341-86a2-0ad0554b3cbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.207930] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1150.207930] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b3f98d-7364-2ef9-70a7-036ff19be235" [ 1150.207930] env[69217]: _type = "Task" [ 1150.207930] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.216598] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b3f98d-7364-2ef9-70a7-036ff19be235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.431840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.432126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.481916] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Successfully created port: 9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.552531] env[69217]: INFO nova.compute.manager [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Rebuilding instance [ 1150.592400] env[69217]: DEBUG nova.compute.manager [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.593454] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29d098-a980-4f44-a6d5-0ff559284d60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.651686] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.701091] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533094, 'name': PowerOffVM_Task, 'duration_secs': 0.311907} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.701647] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.701816] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.717742] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b3f98d-7364-2ef9-70a7-036ff19be235, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.720582] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.720893] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.721361] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85fdca7-14ba-4e92-bcd4-5a110393f3ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.727448] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1150.727448] env[69217]: value = "task-3533095" [ 1150.727448] env[69217]: _type = "Task" [ 1150.727448] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.738203] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.892451] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a605ec-f716-4591-8ebe-978de0a8316f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.899242] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.900247] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf03ea1-82d5-421a-84d0-e92c1fa80fff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.903338] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c3fae2-ebde-4d1c-90f7-b482465c37a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.935031] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.941755] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f3cae-f8bc-4b81-a10e-646f2dd8fc9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.944641] env[69217]: DEBUG oslo_vmware.api [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1150.944641] env[69217]: value = "task-3533096" [ 1150.944641] env[69217]: _type = "Task" [ 1150.944641] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.952620] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2514ae0d-475a-41b4-9b1d-30a787375534 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.959882] env[69217]: DEBUG oslo_vmware.api [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.971138] env[69217]: DEBUG nova.compute.provider_tree [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.208250] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.208574] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.208758] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.209048] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.209146] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.209273] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.209496] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.209683] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.209852] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.210026] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.210517] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.215754] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332679b5-f0c5-4166-b122-d2d0bf6e0e8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.233505] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1151.233505] env[69217]: value = "task-3533097" [ 1151.233505] env[69217]: _type = "Task" [ 1151.233505] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.239360] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533095, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.244502] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.456536] env[69217]: DEBUG oslo_vmware.api [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533096, 'name': PowerOffVM_Task, 'duration_secs': 0.290362} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.457482] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.457760] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.457949] env[69217]: DEBUG nova.compute.manager [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.458793] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2114763a-adcd-4db6-b6bb-218c75ba27b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.474355] env[69217]: DEBUG nova.scheduler.client.report [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.609618] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.609987] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2553294e-4676-47a4-aa1e-2b7a06e9852b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.616760] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1151.616760] env[69217]: value = "task-3533098" [ 1151.616760] env[69217]: _type = "Task" [ 1151.616760] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.625878] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.664366] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.691528] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.691965] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.692225] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.692431] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.692584] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.692737] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.692946] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.693125] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.693293] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.693456] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.693655] env[69217]: DEBUG nova.virt.hardware [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.694504] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1464e8-3616-4b8b-bc5b-3d0efc7e855f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.702875] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bb63f-0719-4e71-8e7a-cb2017e7d355 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.737813] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518488} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.741244] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.741504] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.741789] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-816f29e6-c4f3-4e6f-b348-d012c1c05139 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.748268] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533097, 'name': ReconfigVM_Task, 'duration_secs': 0.424895} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.749481] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.752923] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1151.752923] env[69217]: value = "task-3533099" [ 1151.752923] env[69217]: _type = "Task" [ 1151.752923] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.761756] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.970282] env[69217]: DEBUG oslo_concurrency.lockutils [None req-b5257ee3-bc39-42f5-8942-a95aeee901e1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.979197] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.979759] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.982783] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.245s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.987497] env[69217]: INFO nova.compute.claims [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.113128] env[69217]: DEBUG nova.compute.manager [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Received event network-vif-plugged-9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.113128] env[69217]: DEBUG oslo_concurrency.lockutils [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.113128] env[69217]: DEBUG oslo_concurrency.lockutils [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.113128] env[69217]: DEBUG oslo_concurrency.lockutils [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.113128] env[69217]: DEBUG nova.compute.manager [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] No waiting events found dispatching network-vif-plugged-9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.113128] env[69217]: WARNING nova.compute.manager [req-34c6e23d-51f6-48c5-ba0c-f0d86dfb03a1 req-4b6b1531-bc52-458b-ab91-53493eb13d9a service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Received unexpected event network-vif-plugged-9502e342-fd04-463c-b1ba-7dea73489291 for instance with vm_state building and task_state spawning. [ 1152.126359] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533098, 'name': PowerOffVM_Task, 'duration_secs': 0.20566} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.128271] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.180603] env[69217]: INFO nova.compute.manager [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Detaching volume 06d83693-b53b-403f-a01c-d9d0b477bdff [ 1152.212277] env[69217]: INFO nova.virt.block_device [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Attempting to driver detach volume 06d83693-b53b-403f-a01c-d9d0b477bdff from mountpoint /dev/sdb [ 1152.212550] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.212763] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.213853] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc3116-8106-4c52-ab86-85beae5ccf5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.236579] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38376a2-a1bb-4168-ac52-a8a24be1a93e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.243743] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d868c3-b60c-4705-85c5-e4d4e7168f1c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.265651] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.265900] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.266072] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.266258] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.266405] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.266554] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.266760] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.266920] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.267099] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.267264] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.267437] env[69217]: DEBUG nova.virt.hardware [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.272689] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.273030] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5345e346-11a2-4374-aa69-468d443ae70c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.288754] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd4a5db-46e0-4e08-91e0-245e9d07a9e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.296372] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152583} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.307306] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.307656] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1152.307656] env[69217]: value = "task-3533100" [ 1152.307656] env[69217]: _type = "Task" [ 1152.307656] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.307889] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] The volume has not been displaced from its original location: [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.313015] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.313758] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb466057-4790-4abd-9202-5ccb2c140e34 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.316308] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-835aa7ce-195a-4121-aa71-311bfc0681d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.338683] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.356564] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.356925] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1152.356925] env[69217]: value = "task-3533101" [ 1152.356925] env[69217]: _type = "Task" [ 1152.356925] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.357170] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f329b46-23b1-46f5-8c02-3ab7bdad5f90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.380036] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.381344] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1152.381344] env[69217]: value = "task-3533102" [ 1152.381344] env[69217]: _type = "Task" [ 1152.381344] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.389042] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.492314] env[69217]: DEBUG nova.compute.utils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.496869] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.497068] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.544236] env[69217]: DEBUG nova.policy [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2366be1395584e8d8f2f0011b68e5529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a553fdb9a254d94ba6a029963793766', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.593350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.593581] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.593816] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.594020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.594212] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.596532] env[69217]: INFO nova.compute.manager [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Terminating instance [ 1152.631152] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Successfully updated port: 9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.685260] env[69217]: DEBUG nova.compute.manager [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Received event network-changed-9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.685584] env[69217]: DEBUG nova.compute.manager [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Refreshing instance network info cache due to event network-changed-9502e342-fd04-463c-b1ba-7dea73489291. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.685713] env[69217]: DEBUG oslo_concurrency.lockutils [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] Acquiring lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.685783] env[69217]: DEBUG oslo_concurrency.lockutils [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] Acquired lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.685951] env[69217]: DEBUG nova.network.neutron [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Refreshing network info cache for port 9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.827200] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533100, 'name': ReconfigVM_Task, 'duration_secs': 0.195069} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.827499] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.828387] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50dfb9e-68d7-4f9b-8242-36a8b205b6df {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.850848] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.851126] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef9dd5b-9127-4353-8cb6-dae324018cfc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.864895] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Successfully created port: 03748f18-2514-4288-921e-796232c7941b {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.872142] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1152.872142] env[69217]: value = "task-3533103" [ 1152.872142] env[69217]: _type = "Task" [ 1152.872142] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.882584] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533101, 'name': ReconfigVM_Task, 'duration_secs': 0.194854} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.888206] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.893458] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.893708] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84dc20e8-59da-48ce-9ee9-1ee58678c699 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.910902] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533102, 'name': ReconfigVM_Task, 'duration_secs': 0.387426} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.912187] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.912842] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1152.912842] env[69217]: value = "task-3533104" [ 1152.912842] env[69217]: _type = "Task" [ 1152.912842] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.913113] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8447250f-0d59-48fa-ab1a-efb3d229f8a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.922415] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.923584] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1152.923584] env[69217]: value = "task-3533105" [ 1152.923584] env[69217]: _type = "Task" [ 1152.923584] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.931285] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533105, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.998205] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.101203] env[69217]: DEBUG nova.compute.manager [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.101406] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.102312] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb879d-2d29-4f60-86c6-293dcfd4eeb5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.109939] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.114322] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ab3a5c-ca55-46f7-a818-a6fcec21e704 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.133636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.186240] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.186461] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.186647] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore2] 76d688c1-e397-4634-9d33-1fbdf7a282ed {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.186899] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee62e2c-4876-421b-b1d6-a8bc89bd7116 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194985] env[69217]: DEBUG oslo_vmware.api [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1153.194985] env[69217]: value = "task-3533107" [ 1153.194985] env[69217]: _type = "Task" [ 1153.194985] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.205705] env[69217]: DEBUG oslo_vmware.api [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.218680] env[69217]: DEBUG nova.network.neutron [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.255431] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d44741-f36e-4f22-aea8-29a90bbeb452 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.264687] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40c6ed-ac48-41c8-bbc8-0e52efe57392 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.295832] env[69217]: DEBUG nova.network.neutron [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.297934] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb4f3f8-4ebb-4634-a0d8-bb0f75a1c6bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.308224] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84115692-8aac-4642-95a6-468fa76cef8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.324216] env[69217]: DEBUG nova.compute.provider_tree [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.385266] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533103, 'name': ReconfigVM_Task, 'duration_secs': 0.276297} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.385632] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3/4e953472-6ec4-4836-b2ba-f296c30597e3.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.386039] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.424811] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533104, 'name': ReconfigVM_Task, 'duration_secs': 0.13452} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.428234] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.435537] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533105, 'name': Rename_Task, 'duration_secs': 0.146892} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.436014] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.436084] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3e5aaa-3e8b-4bb8-a7b9-593d4eb43cce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.442124] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1153.442124] env[69217]: value = "task-3533108" [ 1153.442124] env[69217]: _type = "Task" [ 1153.442124] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.450174] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.708336] env[69217]: DEBUG oslo_vmware.api [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196136} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.708665] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.708934] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.709015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.709203] env[69217]: INFO nova.compute.manager [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1153.709400] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.709620] env[69217]: DEBUG nova.compute.manager [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.709717] env[69217]: DEBUG nova.network.neutron [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.803332] env[69217]: DEBUG oslo_concurrency.lockutils [req-e9f6fd43-bddf-4d30-a127-2806b284c99a req-ced96d37-ab53-484f-941f-949bfa9996da service nova] Releasing lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.803795] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.804161] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.827099] env[69217]: DEBUG nova.scheduler.client.report [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.893416] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a3ca5-0bec-40d9-8ead-fac980250ae4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.913444] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da3c78-acba-47b5-b5db-bad0519ac108 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.932414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.954884] env[69217]: DEBUG oslo_vmware.api [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533108, 'name': PowerOnVM_Task, 'duration_secs': 0.469051} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.954884] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.954884] env[69217]: INFO nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1153.954884] env[69217]: DEBUG nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.955111] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c7776-cc0a-427f-8b98-85ca9be17e95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.013644] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.044214] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.044362] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.044483] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.044686] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.044842] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.045026] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.045276] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.045440] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.045624] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.045821] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.045999] env[69217]: DEBUG nova.virt.hardware [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.046895] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086c497-07dd-43e0-9e40-e9ea648ffe91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.056861] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd67bde7-4fee-4782-a161-04ebf7e35f8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.316643] env[69217]: DEBUG nova.compute.manager [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Received event network-vif-plugged-03748f18-2514-4288-921e-796232c7941b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.316851] env[69217]: DEBUG oslo_concurrency.lockutils [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] Acquiring lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.317080] env[69217]: DEBUG oslo_concurrency.lockutils [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.317257] env[69217]: DEBUG oslo_concurrency.lockutils [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.317424] env[69217]: DEBUG nova.compute.manager [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] No waiting events found dispatching network-vif-plugged-03748f18-2514-4288-921e-796232c7941b {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.317586] env[69217]: WARNING nova.compute.manager [req-97d6582e-c167-4d66-b36a-a2bfbe05ee80 req-afe5f51a-8885-4440-b054-477fb4004f50 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Received unexpected event network-vif-plugged-03748f18-2514-4288-921e-796232c7941b for instance with vm_state building and task_state spawning. [ 1154.331538] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.331998] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.334544] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.171s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.335700] env[69217]: INFO nova.compute.claims [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.346998] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.396864] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Successfully updated port: 03748f18-2514-4288-921e-796232c7941b {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.443360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d00aac19-551b-4b43-ab14-c10444c79027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.443604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.443806] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d00aac19-551b-4b43-ab14-c10444c79027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.443987] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.444172] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.447709] env[69217]: INFO nova.compute.manager [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Terminating instance [ 1154.474647] env[69217]: INFO nova.compute.manager [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Took 16.91 seconds to build instance. [ 1154.479030] env[69217]: DEBUG nova.network.neutron [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Port 3642df68-f8c9-4612-9d63-9e95601f0800 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.481127] env[69217]: DEBUG nova.network.neutron [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [{"id": "9502e342-fd04-463c-b1ba-7dea73489291", "address": "fa:16:3e:9c:e6:15", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9502e342-fd", "ovs_interfaceid": "9502e342-fd04-463c-b1ba-7dea73489291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.491518] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.491795] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca42b92-66ec-4797-8753-c4a1911592c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.499351] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1154.499351] env[69217]: value = "task-3533109" [ 1154.499351] env[69217]: _type = "Task" [ 1154.499351] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.507181] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.710486] env[69217]: DEBUG nova.compute.manager [req-c7a16be9-437d-4324-b261-872ee70285a4 req-d31a23ea-8170-4062-89c1-da6e1b23e8ed service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Received event network-vif-deleted-ab6ef82f-5382-40b6-9bbd-876bc21fb37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.710862] env[69217]: INFO nova.compute.manager [req-c7a16be9-437d-4324-b261-872ee70285a4 req-d31a23ea-8170-4062-89c1-da6e1b23e8ed service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Neutron deleted interface ab6ef82f-5382-40b6-9bbd-876bc21fb37d; detaching it from the instance and deleting it from the info cache [ 1154.710862] env[69217]: DEBUG nova.network.neutron [req-c7a16be9-437d-4324-b261-872ee70285a4 req-d31a23ea-8170-4062-89c1-da6e1b23e8ed service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.747447] env[69217]: DEBUG nova.network.neutron [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.840394] env[69217]: DEBUG nova.compute.utils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.845256] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.845450] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.887268] env[69217]: DEBUG nova.policy [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2366be1395584e8d8f2f0011b68e5529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a553fdb9a254d94ba6a029963793766', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.899231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.899386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.899538] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.952914] env[69217]: DEBUG nova.compute.manager [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.953053] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.954119] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763c45eb-aff7-493f-8bee-2ab31be3fc39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.962368] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.962499] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3965e25a-cbb2-4d38-acf0-e7a05f70bd38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.969217] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1154.969217] env[69217]: value = "task-3533110" [ 1154.969217] env[69217]: _type = "Task" [ 1154.969217] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.978034] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6647b442-47af-4c5b-91f9-9451b1165654 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.427s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.978321] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.986179] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.986609] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance network_info: |[{"id": "9502e342-fd04-463c-b1ba-7dea73489291", "address": "fa:16:3e:9c:e6:15", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9502e342-fd", "ovs_interfaceid": "9502e342-fd04-463c-b1ba-7dea73489291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.987458] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9502e342-fd04-463c-b1ba-7dea73489291', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.995143] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.995698] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.995909] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad30de4-af3d-4c49-b7c9-a4c688407ce1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.020784] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1155.020961] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.021773] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.021773] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.021773] env[69217]: value = "task-3533111" [ 1155.021773] env[69217]: _type = "Task" [ 1155.021773] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.022129] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f81da9-2d69-456e-81d1-8bcf8ae10fc7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.032973] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533111, 'name': CreateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.048039] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec45e582-e8ee-4d7c-a18f-7f55d7f27dca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.055446] env[69217]: WARNING nova.virt.vmwareapi.driver [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1155.059015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.059015] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e131dd66-7e0b-46c2-adcd-b2d953b8e18a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.063676] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.063919] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c12b1e1d-082e-4f11-a4d0-f943617b4aa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.139023] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.139303] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.139523] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.139829] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9091559-84c1-4c6d-aaad-fa1482a77677 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146342] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1155.146342] env[69217]: value = "task-3533113" [ 1155.146342] env[69217]: _type = "Task" [ 1155.146342] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.155215] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.214191] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37623048-bfd0-409c-b689-968dfb2b3e4c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.228678] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513ccb3-d9c7-4fad-babe-23b64b6becf2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.250077] env[69217]: INFO nova.compute.manager [-] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Took 1.54 seconds to deallocate network for instance. [ 1155.265989] env[69217]: DEBUG nova.compute.manager [req-c7a16be9-437d-4324-b261-872ee70285a4 req-d31a23ea-8170-4062-89c1-da6e1b23e8ed service nova] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Detach interface failed, port_id=ab6ef82f-5382-40b6-9bbd-876bc21fb37d, reason: Instance 76d688c1-e397-4634-9d33-1fbdf7a282ed could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.267326] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Successfully created port: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.353241] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.448372] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.478316] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533110, 'name': PowerOffVM_Task, 'duration_secs': 0.278089} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.482680] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.482865] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.483875] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8653394e-9e4d-45db-9f7c-280cf8536733 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.514447] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.517736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.517736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.538320] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533111, 'name': CreateVM_Task, 'duration_secs': 0.355889} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.538514] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.539257] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.540123] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.540123] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.540512] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28ffdc3-c001-4079-828b-7e8d07591c76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.549706] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1155.549706] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eea756-3abc-1152-7d24-f04ed83f2589" [ 1155.549706] env[69217]: _type = "Task" [ 1155.549706] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.556226] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.556442] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.556616] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleting the datastore file [datastore1] d00aac19-551b-4b43-ab14-c10444c79027 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.559600] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a624cf-ac23-4404-aae0-270889b1fe01 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.565402] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52eea756-3abc-1152-7d24-f04ed83f2589, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.565402] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.565592] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.565831] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.565973] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.566158] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.566409] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5b35b7-09c0-4815-ac8e-b1b2160ade8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.569157] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1155.569157] env[69217]: value = "task-3533115" [ 1155.569157] env[69217]: _type = "Task" [ 1155.569157] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.576562] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.577707] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.581427] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0265276c-2a82-48c3-9332-366a6909c4b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.588111] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.593428] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1155.593428] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf3f6a-d516-9116-9a54-bf78ec07274e" [ 1155.593428] env[69217]: _type = "Task" [ 1155.593428] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.601645] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf3f6a-d516-9116-9a54-bf78ec07274e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.635031] env[69217]: DEBUG nova.network.neutron [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updating instance_info_cache with network_info: [{"id": "03748f18-2514-4288-921e-796232c7941b", "address": "fa:16:3e:36:04:26", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03748f18-25", "ovs_interfaceid": "03748f18-2514-4288-921e-796232c7941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.648107] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d49051-904a-4619-b12b-deb1ac95cee2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.660666] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178581} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.662529] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.662726] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.662901] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.666791] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c80a9-d513-48e3-a73c-54dc24672d17 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.697968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd795df-1b6e-493a-ab0d-d763281494bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.706273] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196fc4e-12f3-4bb8-8ad2-9f8bb1a5fbbf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.720108] env[69217]: DEBUG nova.compute.provider_tree [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.767969] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.079124] env[69217]: DEBUG oslo_vmware.api [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175147} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.079351] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.079547] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.079747] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.079923] env[69217]: INFO nova.compute.manager [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.080172] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.080361] env[69217]: DEBUG nova.compute.manager [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.080455] env[69217]: DEBUG nova.network.neutron [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.103423] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf3f6a-d516-9116-9a54-bf78ec07274e, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.105029] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e2ee9b-b03f-4b40-b138-aad0cbbba5fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.110180] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1156.110180] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d3f216-ae82-dd98-ccde-2f6e870802cd" [ 1156.110180] env[69217]: _type = "Task" [ 1156.110180] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.120116] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d3f216-ae82-dd98-ccde-2f6e870802cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.137692] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.138015] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Instance network_info: |[{"id": "03748f18-2514-4288-921e-796232c7941b", "address": "fa:16:3e:36:04:26", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03748f18-25", "ovs_interfaceid": "03748f18-2514-4288-921e-796232c7941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.138414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:04:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03748f18-2514-4288-921e-796232c7941b', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.147024] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Creating folder: Project (2a553fdb9a254d94ba6a029963793766). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.147024] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a64695-0171-4f6f-b6a3-0b03bd8c8498 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.159125] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Created folder: Project (2a553fdb9a254d94ba6a029963793766) in parent group-v705386. [ 1156.159332] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Creating folder: Instances. Parent ref: group-v705665. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.159598] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42159154-92f3-4a0d-95e2-9de2bc6a4c01 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.169059] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Created folder: Instances in parent group-v705665. [ 1156.169212] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.169315] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.171308] env[69217]: INFO nova.virt.block_device [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Booting with volume 06d83693-b53b-403f-a01c-d9d0b477bdff at /dev/sdb [ 1156.172858] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bea68a1-197a-45c9-a6d8-59788bb9f6d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.195654] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.195654] env[69217]: value = "task-3533118" [ 1156.195654] env[69217]: _type = "Task" [ 1156.195654] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.203118] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533118, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.223775] env[69217]: DEBUG nova.scheduler.client.report [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.226853] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25dd1802-ac06-498c-9585-f4389d026cd2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.237420] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b1ff76-2905-4f27-aa39-e14606783826 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.270744] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70c5e34a-d35b-485b-8e00-57c55dd91934 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.279911] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb5a2d3-c01f-4ecb-8380-93d79ac22002 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.310196] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba570d-3744-4dc2-af75-6c015bc3cc5a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.316723] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962ad59-90a5-449b-9c1d-48aff6bfce39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.332935] env[69217]: DEBUG nova.virt.block_device [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating existing volume attachment record: ce7231b9-0fef-4424-8e4e-87132bd7f134 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1156.362981] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.365338] env[69217]: DEBUG nova.compute.manager [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1156.407198] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.407491] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.407668] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.407877] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.408041] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.408195] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.408406] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.408644] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.408843] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.409022] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.409204] env[69217]: DEBUG nova.virt.hardware [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.410115] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a196b43f-7548-4b2b-b61e-cdcd90ac54d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.422988] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162a245-3c28-4b3b-9b48-77a014ffc284 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.463000] env[69217]: DEBUG nova.compute.manager [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Received event network-changed-03748f18-2514-4288-921e-796232c7941b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.463219] env[69217]: DEBUG nova.compute.manager [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Refreshing instance network info cache due to event network-changed-03748f18-2514-4288-921e-796232c7941b. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.463548] env[69217]: DEBUG oslo_concurrency.lockutils [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] Acquiring lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.463705] env[69217]: DEBUG oslo_concurrency.lockutils [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] Acquired lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.463867] env[69217]: DEBUG nova.network.neutron [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Refreshing network info cache for port 03748f18-2514-4288-921e-796232c7941b {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.554814] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.555051] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.555247] env[69217]: DEBUG nova.network.neutron [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.623325] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d3f216-ae82-dd98-ccde-2f6e870802cd, 'name': SearchDatastore_Task, 'duration_secs': 0.02166} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.623688] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.623882] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.624514] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ce7d140-2dbc-45fe-aed7-02aa8f34f57b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.631746] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1156.631746] env[69217]: value = "task-3533119" [ 1156.631746] env[69217]: _type = "Task" [ 1156.631746] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.642548] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.704636] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533118, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.731393] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.731857] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.739451] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.379s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.739451] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.745593] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.879s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.745593] env[69217]: DEBUG nova.objects.instance [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lazy-loading 'resources' on Instance uuid 19fae40d-cc0a-41bc-9788-120b808c8a07 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.747833] env[69217]: DEBUG nova.compute.manager [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Received event network-vif-plugged-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.747833] env[69217]: DEBUG oslo_concurrency.lockutils [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] Acquiring lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.747942] env[69217]: DEBUG oslo_concurrency.lockutils [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.748181] env[69217]: DEBUG oslo_concurrency.lockutils [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.748370] env[69217]: DEBUG nova.compute.manager [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] No waiting events found dispatching network-vif-plugged-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.749211] env[69217]: WARNING nova.compute.manager [req-c72ada1f-68a1-4e10-a551-da98d44be4c2 req-75f4d750-0788-4d90-8fb8-d30db4b26770 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Received unexpected event network-vif-plugged-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 for instance with vm_state building and task_state spawning. [ 1156.777779] env[69217]: INFO nova.scheduler.client.report [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocations for instance 098392a7-733d-491b-839c-679113522e95 [ 1156.827955] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Successfully updated port: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.886204] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.140883] env[69217]: DEBUG nova.network.neutron [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.148406] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.197035] env[69217]: DEBUG nova.network.neutron [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updated VIF entry in instance network info cache for port 03748f18-2514-4288-921e-796232c7941b. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.197035] env[69217]: DEBUG nova.network.neutron [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updating instance_info_cache with network_info: [{"id": "03748f18-2514-4288-921e-796232c7941b", "address": "fa:16:3e:36:04:26", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03748f18-25", "ovs_interfaceid": "03748f18-2514-4288-921e-796232c7941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.210537] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533118, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.251672] env[69217]: DEBUG nova.compute.utils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.256056] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.257095] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.285863] env[69217]: DEBUG oslo_concurrency.lockutils [None req-baee04cf-e8f9-434b-9192-5c64fa44e373 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "098392a7-733d-491b-839c-679113522e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.064s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.296043] env[69217]: DEBUG nova.policy [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2366be1395584e8d8f2f0011b68e5529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a553fdb9a254d94ba6a029963793766', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.299572] env[69217]: DEBUG nova.network.neutron [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.330454] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.330454] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.330454] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.489312] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02b0972-7d7b-47f2-9955-ceee636219ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.495333] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d021eaf-84f3-45d2-9aa1-f03e0e8957fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.526809] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b6f37-deab-44a3-88e0-c1721b3fd47b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.535126] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df246bd-7bed-4b29-85c0-784678d92147 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.549906] env[69217]: DEBUG nova.compute.provider_tree [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.551535] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Successfully created port: 7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.649015] env[69217]: INFO nova.compute.manager [-] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Took 1.57 seconds to deallocate network for instance. [ 1157.649015] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637869} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.649015] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.649015] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.650946] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05020a49-daa1-4e8a-9dec-8c82704e8214 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.657969] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1157.657969] env[69217]: value = "task-3533120" [ 1157.657969] env[69217]: _type = "Task" [ 1157.657969] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.667735] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.703971] env[69217]: DEBUG oslo_concurrency.lockutils [req-a4c0dbdb-016e-4622-a949-74de52271572 req-488c0962-9c67-4f31-b4aa-53f6616f9ca0 service nova] Releasing lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.708239] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533118, 'name': CreateVM_Task, 'duration_secs': 1.270955} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.708403] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.709140] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.709306] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.709721] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.710032] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b8ca2c-520b-4b7c-b762-a51f8716cb81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.714533] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1157.714533] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae49e7-d00a-5e5e-50ba-8304def70813" [ 1157.714533] env[69217]: _type = "Task" [ 1157.714533] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.723046] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae49e7-d00a-5e5e-50ba-8304def70813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.755170] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.802459] env[69217]: DEBUG oslo_concurrency.lockutils [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.865487] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.987888] env[69217]: DEBUG nova.network.neutron [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Updating instance_info_cache with network_info: [{"id": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "address": "fa:16:3e:02:db:cf", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b49722-8d", "ovs_interfaceid": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.054882] env[69217]: DEBUG nova.scheduler.client.report [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.154497] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.167500] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06533} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.167760] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.168530] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a8ba5-63f0-4e12-9be9-68c329eecbde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.190555] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.190799] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a38c3b-8b4f-4a99-8944-bbaa737f60fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.210304] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1158.210304] env[69217]: value = "task-3533121" [ 1158.210304] env[69217]: _type = "Task" [ 1158.210304] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.217785] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.225508] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ae49e7-d00a-5e5e-50ba-8304def70813, 'name': SearchDatastore_Task, 'duration_secs': 0.031708} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.225773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.226007] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.226249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.226396] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.226586] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.226826] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884bbea4-dfb8-4cf7-a653-b0c1c202e433 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.236455] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.236947] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.237629] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8be9c1-4da4-4f27-a9ef-006cedf33739 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.243207] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1158.243207] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5214ba47-17f8-89d4-3551-c7f200a8c20e" [ 1158.243207] env[69217]: _type = "Task" [ 1158.243207] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.250845] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5214ba47-17f8-89d4-3551-c7f200a8c20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.327660] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8cc11-2e34-428c-a1c4-7a5b69e1ae57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.348406] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f07ef13-9ccc-458a-b3c9-b54baeafc537 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.356714] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.467007] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.467303] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.467466] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.467647] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.467942] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.468422] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.468463] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.468766] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.469091] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.469778] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.469778] env[69217]: DEBUG nova.virt.hardware [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.471032] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c59170c-4088-432a-9641-b21ca6a4e8ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.479784] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c06282-9594-4d14-b12e-853edabe71d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.493753] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.494104] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Instance network_info: |[{"id": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "address": "fa:16:3e:02:db:cf", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b49722-8d", "ovs_interfaceid": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.494634] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e287d80-0b0b-40dd-8950-7420d996586e', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.502110] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.503449] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:db:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b49722-8d21-43b5-a85b-5b63ce1b54b1', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.510629] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.510814] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.511865] env[69217]: DEBUG nova.compute.manager [req-070c66cf-8c39-4505-b9d3-56dcc9aaa05c req-95dcda40-7495-4158-9c84-bac7362563c9 service nova] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Received event network-vif-deleted-9c1cac83-9bf6-4d84-962f-45ac9496e37d {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.512416] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.512613] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1d4981-af2d-4362-8257-58cc6dcb8c3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.526424] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d89a4ee0-6e5b-4441-acbd-48f728705d5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.547361] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.547361] env[69217]: value = "task-3533123" [ 1158.547361] env[69217]: _type = "Task" [ 1158.547361] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.548366] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.548366] env[69217]: value = "task-3533122" [ 1158.548366] env[69217]: _type = "Task" [ 1158.548366] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.559187] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.561360] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533123, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.565342] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.108s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.566909] env[69217]: INFO nova.compute.claims [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.569439] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533122, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.582597] env[69217]: INFO nova.scheduler.client.report [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Deleted allocations for instance 19fae40d-cc0a-41bc-9788-120b808c8a07 [ 1158.721625] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.753470] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5214ba47-17f8-89d4-3551-c7f200a8c20e, 'name': SearchDatastore_Task, 'duration_secs': 0.034429} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.754361] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e3c5f5-4668-4356-ac35-101d4403a525 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.759475] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1158.759475] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fc0ff5-c5e3-cac3-2f4c-7aecdb511ca2" [ 1158.759475] env[69217]: _type = "Task" [ 1158.759475] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.763716] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.771995] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fc0ff5-c5e3-cac3-2f4c-7aecdb511ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.773202] env[69217]: DEBUG nova.compute.manager [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Received event network-changed-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.773345] env[69217]: DEBUG nova.compute.manager [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Refreshing instance network info cache due to event network-changed-d6b49722-8d21-43b5-a85b-5b63ce1b54b1. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.773620] env[69217]: DEBUG oslo_concurrency.lockutils [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] Acquiring lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.773732] env[69217]: DEBUG oslo_concurrency.lockutils [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] Acquired lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.773861] env[69217]: DEBUG nova.network.neutron [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Refreshing network info cache for port d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.792236] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.792520] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.792680] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.792872] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.793035] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.793189] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.793400] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.793641] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.793744] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.793965] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.794087] env[69217]: DEBUG nova.virt.hardware [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.795362] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ce752-9ce7-4c2e-8605-ce1464d4b01e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.802997] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844714a1-dea1-4b19-9eb1-bc5591f1e7ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.864365] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.864687] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ad8d9d-b5e3-4b9c-9294-e8ba2fd7067a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.871472] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1158.871472] env[69217]: value = "task-3533124" [ 1158.871472] env[69217]: _type = "Task" [ 1158.871472] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.879530] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.062763] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533122, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.065758] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533123, 'name': CreateVM_Task, 'duration_secs': 0.433782} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.065900] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.066588] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.066773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.067096] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.067346] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c20e8e-4fbb-4832-95aa-927b4a8f41fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.074365] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1159.074365] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286e70e-c0ca-bddf-caf0-f34bc983b102" [ 1159.074365] env[69217]: _type = "Task" [ 1159.074365] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.082845] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286e70e-c0ca-bddf-caf0-f34bc983b102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.090006] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3a098a36-add2-4855-acc5-fd1e86af9f35 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Lock "19fae40d-cc0a-41bc-9788-120b808c8a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.513s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.127557] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Successfully updated port: 7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.221072] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.270353] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fc0ff5-c5e3-cac3-2f4c-7aecdb511ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.270616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.270879] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 726b4a48-7c3c-4039-a8ed-a3261656ff25/726b4a48-7c3c-4039-a8ed-a3261656ff25.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.271157] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6188c1b-05cb-49be-a898-c647f1c75c12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.279483] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1159.279483] env[69217]: value = "task-3533125" [ 1159.279483] env[69217]: _type = "Task" [ 1159.279483] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.287423] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.382042] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.476754] env[69217]: DEBUG nova.network.neutron [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Updated VIF entry in instance network info cache for port d6b49722-8d21-43b5-a85b-5b63ce1b54b1. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.477676] env[69217]: DEBUG nova.network.neutron [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Updating instance_info_cache with network_info: [{"id": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "address": "fa:16:3e:02:db:cf", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b49722-8d", "ovs_interfaceid": "d6b49722-8d21-43b5-a85b-5b63ce1b54b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.564406] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533122, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.587322] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5286e70e-c0ca-bddf-caf0-f34bc983b102, 'name': SearchDatastore_Task, 'duration_secs': 0.03229} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.587630] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.587862] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.588112] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.588273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.588451] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.588760] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1da0ae7-1338-423e-a50c-2a3bf0d3b08e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.599494] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.599679] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.600420] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8424104-b5de-4f42-a3d4-f50f04c5a694 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.608449] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1159.608449] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529a00ef-b175-085a-6bbd-11bb4403130d" [ 1159.608449] env[69217]: _type = "Task" [ 1159.608449] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.618789] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529a00ef-b175-085a-6bbd-11bb4403130d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.630461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.630617] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.630813] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.724114] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.790317] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.822236] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d384b1-661b-4476-9aac-46f241c442f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.829731] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c586ac-1ded-40b0-a452-b87aeed8bb18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.859826] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82ea38-4fc1-49f5-ae57-2b35d21b2486 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.867652] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37bfc03-fb98-4ec4-b73b-db63786a7589 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.885606] env[69217]: DEBUG nova.compute.provider_tree [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.893139] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.980009] env[69217]: DEBUG oslo_concurrency.lockutils [req-84970e13-5bb6-46ea-a2bd-f9e07f77c5d4 req-354a3c8a-cbfa-44d2-884e-59cb60f7c404 service nova] Releasing lock "refresh_cache-18b738e8-41e5-45c3-a755-2b378ee9496d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.063080] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533122, 'name': CreateVM_Task, 'duration_secs': 1.409457} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.063269] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.063953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.064128] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.064451] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.064725] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5934bcd-e670-489f-a418-633799307fc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.069846] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1160.069846] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a8c9f5-c345-a5da-dc54-15a6371fefe4" [ 1160.069846] env[69217]: _type = "Task" [ 1160.069846] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.078802] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a8c9f5-c345-a5da-dc54-15a6371fefe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.118585] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529a00ef-b175-085a-6bbd-11bb4403130d, 'name': SearchDatastore_Task, 'duration_secs': 0.0373} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.119501] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cc5b03-bf11-4ada-bcee-3af53aedffa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.125746] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1160.125746] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52de9cba-5101-4b20-c44d-b67922badeb1" [ 1160.125746] env[69217]: _type = "Task" [ 1160.125746] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.134708] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52de9cba-5101-4b20-c44d-b67922badeb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.197480] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.222724] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533121, 'name': ReconfigVM_Task, 'duration_secs': 1.81008} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.223042] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfigured VM instance instance-0000006b to attach disk [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.223776] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a65b22-0206-49c3-95a3-f89a2acb80a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.231544] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1160.231544] env[69217]: value = "task-3533126" [ 1160.231544] env[69217]: _type = "Task" [ 1160.231544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.241656] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533126, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.290627] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.382631] env[69217]: DEBUG oslo_vmware.api [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533124, 'name': PowerOnVM_Task, 'duration_secs': 1.397755} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.385366] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.385560] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-27d07d4e-f8cb-4917-a608-baddbfd3da1e tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance '4e953472-6ec4-4836-b2ba-f296c30597e3' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.389780] env[69217]: DEBUG nova.scheduler.client.report [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.497020] env[69217]: DEBUG nova.network.neutron [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Updating instance_info_cache with network_info: [{"id": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "address": "fa:16:3e:bc:1a:2d", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18eabd-e8", "ovs_interfaceid": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.583448] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a8c9f5-c345-a5da-dc54-15a6371fefe4, 'name': SearchDatastore_Task, 'duration_secs': 0.016295} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.583652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.583871] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.584099] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.637614] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52de9cba-5101-4b20-c44d-b67922badeb1, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.637968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.638209] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 18b738e8-41e5-45c3-a755-2b378ee9496d/18b738e8-41e5-45c3-a755-2b378ee9496d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.638491] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.638732] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.638955] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08cd2b8d-bf26-4db0-86b6-04eec1cbb301 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.640839] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd3b70e-f5a1-4dcb-84a8-c2ce1e41c1fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.647471] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1160.647471] env[69217]: value = "task-3533127" [ 1160.647471] env[69217]: _type = "Task" [ 1160.647471] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.652114] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.652114] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.652667] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2b7834-8d20-4772-b8fa-e61b0b965043 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.658655] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.661395] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1160.661395] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dc5fdd-5ce7-08b0-87b4-7ec530e9166f" [ 1160.661395] env[69217]: _type = "Task" [ 1160.661395] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.668616] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dc5fdd-5ce7-08b0-87b4-7ec530e9166f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.742533] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533126, 'name': Rename_Task, 'duration_secs': 0.243072} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.742830] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.743140] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ae8b1c-4631-41a6-b729-0fbd72760326 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.748757] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1160.748757] env[69217]: value = "task-3533128" [ 1160.748757] env[69217]: _type = "Task" [ 1160.748757] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.758014] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.795632] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533125, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.090679} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.795875] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 726b4a48-7c3c-4039-a8ed-a3261656ff25/726b4a48-7c3c-4039-a8ed-a3261656ff25.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.796214] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.796597] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d33e333-74ce-4924-88f1-8ee6fe323902 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.806589] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1160.806589] env[69217]: value = "task-3533129" [ 1160.806589] env[69217]: _type = "Task" [ 1160.806589] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.816829] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.826615] env[69217]: DEBUG nova.compute.manager [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Received event network-vif-plugged-7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.826615] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Acquiring lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.826615] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.826615] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.826615] env[69217]: DEBUG nova.compute.manager [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] No waiting events found dispatching network-vif-plugged-7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.826867] env[69217]: WARNING nova.compute.manager [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Received unexpected event network-vif-plugged-7d18eabd-e854-4433-aa6c-6b89d9bc104e for instance with vm_state building and task_state spawning. [ 1160.827120] env[69217]: DEBUG nova.compute.manager [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Received event network-changed-7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.827355] env[69217]: DEBUG nova.compute.manager [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Refreshing instance network info cache due to event network-changed-7d18eabd-e854-4433-aa6c-6b89d9bc104e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.827596] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Acquiring lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.894084] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.894725] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.904024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.132s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.904024] env[69217]: DEBUG nova.objects.instance [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 76d688c1-e397-4634-9d33-1fbdf7a282ed {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.002168] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.002168] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Instance network_info: |[{"id": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "address": "fa:16:3e:bc:1a:2d", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18eabd-e8", "ovs_interfaceid": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.002168] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Acquired lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.002168] env[69217]: DEBUG nova.network.neutron [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Refreshing network info cache for port 7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.003329] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:1a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d18eabd-e854-4433-aa6c-6b89d9bc104e', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.014054] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.015482] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.015993] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e7a885e-bc5b-4492-991b-d8e1b6cc7186 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.043705] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.043705] env[69217]: value = "task-3533130" [ 1161.043705] env[69217]: _type = "Task" [ 1161.043705] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.055310] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533130, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.157370] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481845} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.157525] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 18b738e8-41e5-45c3-a755-2b378ee9496d/18b738e8-41e5-45c3-a755-2b378ee9496d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.157765] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.158051] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65ecf65-661a-49fc-862f-d2a0871b0998 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.166137] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1161.166137] env[69217]: value = "task-3533131" [ 1161.166137] env[69217]: _type = "Task" [ 1161.166137] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.173481] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52dc5fdd-5ce7-08b0-87b4-7ec530e9166f, 'name': SearchDatastore_Task, 'duration_secs': 0.007205} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.174505] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c42976c-30d4-4794-9dc4-6cb6d58850c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.179865] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.182633] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1161.182633] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bea809-6f97-d985-a1ee-1e64d0dc47e8" [ 1161.182633] env[69217]: _type = "Task" [ 1161.182633] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.190060] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bea809-6f97-d985-a1ee-1e64d0dc47e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.258649] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.319967] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071543} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.320266] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.321245] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5552fac7-997e-4896-a892-11411402c7de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.344309] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 726b4a48-7c3c-4039-a8ed-a3261656ff25/726b4a48-7c3c-4039-a8ed-a3261656ff25.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.344908] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f0cbaa-ec3b-4b8b-aac1-4561c797faad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.364288] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1161.364288] env[69217]: value = "task-3533132" [ 1161.364288] env[69217]: _type = "Task" [ 1161.364288] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.372329] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.404104] env[69217]: DEBUG nova.compute.utils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.413632] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.413632] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.458538] env[69217]: DEBUG nova.policy [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.562051] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533130, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.663228] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c530a276-969c-4ccf-80b6-c5be7739ab80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.674981] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666b1389-c06a-4abd-b8a1-e8fcbee1d522 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.681617] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191105} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.682272] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.683076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3ee05-9a1f-4a31-9c9e-4aa40cdafbfb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.719361] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a233f29-0d1f-46cd-91d6-ed653a15850f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.739473] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 18b738e8-41e5-45c3-a755-2b378ee9496d/18b738e8-41e5-45c3-a755-2b378ee9496d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.740520] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a0e88a-831f-4f0b-b3d1-c2789451d51c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.762662] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Successfully created port: a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.767672] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52bea809-6f97-d985-a1ee-1e64d0dc47e8, 'name': SearchDatastore_Task, 'duration_secs': 0.032031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.768818] env[69217]: DEBUG nova.network.neutron [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Updated VIF entry in instance network info cache for port 7d18eabd-e854-4433-aa6c-6b89d9bc104e. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.769209] env[69217]: DEBUG nova.network.neutron [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Updating instance_info_cache with network_info: [{"id": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "address": "fa:16:3e:bc:1a:2d", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d18eabd-e8", "ovs_interfaceid": "7d18eabd-e854-4433-aa6c-6b89d9bc104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.773693] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.774016] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.778822] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf03bfb-02c4-45b0-b583-394216462977 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.781217] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4081d6-30cf-4d35-a22f-ad558ac97838 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.783280] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1161.783280] env[69217]: value = "task-3533133" [ 1161.783280] env[69217]: _type = "Task" [ 1161.783280] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.799464] env[69217]: DEBUG nova.compute.provider_tree [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.804689] env[69217]: DEBUG oslo_vmware.api [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533128, 'name': PowerOnVM_Task, 'duration_secs': 0.841495} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.804689] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.804689] env[69217]: INFO nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1161.804689] env[69217]: DEBUG nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.804689] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1161.804689] env[69217]: value = "task-3533134" [ 1161.804689] env[69217]: _type = "Task" [ 1161.804689] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.808617] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28687110-84c8-4dd2-9906-c30bf183f7b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.812061] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.823515] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.876024] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533132, 'name': ReconfigVM_Task, 'duration_secs': 0.301383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.876024] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 726b4a48-7c3c-4039-a8ed-a3261656ff25/726b4a48-7c3c-4039-a8ed-a3261656ff25.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.876869] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb9da5e-b9af-472b-8998-36c9945c6c77 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.883763] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1161.883763] env[69217]: value = "task-3533135" [ 1161.883763] env[69217]: _type = "Task" [ 1161.883763] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.892757] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533135, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.913283] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.059923] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533130, 'name': CreateVM_Task, 'duration_secs': 0.572598} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.060128] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.060893] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.061205] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.064138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.064138] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3666491-e752-4a97-b582-01170504383a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.067033] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1162.067033] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529f9204-9710-d5e8-1b8e-c6d3843530fd" [ 1162.067033] env[69217]: _type = "Task" [ 1162.067033] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.077028] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529f9204-9710-d5e8-1b8e-c6d3843530fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.280957] env[69217]: DEBUG oslo_concurrency.lockutils [req-d5246d64-c408-46af-9087-5801d8683d8d req-77b49a94-b6b6-451a-8c44-5bfabb680c28 service nova] Releasing lock "refresh_cache-8287b3a6-c15b-45ef-9651-1695903d0bd3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.293676] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533133, 'name': ReconfigVM_Task, 'duration_secs': 0.345035} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.294013] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 18b738e8-41e5-45c3-a755-2b378ee9496d/18b738e8-41e5-45c3-a755-2b378ee9496d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.294656] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-087cc762-1c5f-43ed-bf42-14b248fd51e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.302354] env[69217]: DEBUG nova.scheduler.client.report [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.305516] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1162.305516] env[69217]: value = "task-3533136" [ 1162.305516] env[69217]: _type = "Task" [ 1162.305516] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.313841] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533136, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.322061] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.334807] env[69217]: INFO nova.compute.manager [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Took 17.47 seconds to build instance. [ 1162.395029] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533135, 'name': Rename_Task, 'duration_secs': 0.153031} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.395305] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.395628] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89e8928-4aee-4a3f-a301-69b10c6891a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.402901] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1162.402901] env[69217]: value = "task-3533137" [ 1162.402901] env[69217]: _type = "Task" [ 1162.402901] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.412079] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.515022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.515655] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.515968] env[69217]: DEBUG nova.compute.manager [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Going to confirm migration 4 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1162.579613] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529f9204-9710-d5e8-1b8e-c6d3843530fd, 'name': SearchDatastore_Task, 'duration_secs': 0.029892} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.580016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.580414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.580622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.580776] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.580988] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.581358] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb7cb45-1bc8-4ee7-bab0-92f7b2741c88 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.595213] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.595388] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.596321] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd164ec-f9b0-4bb4-9a3e-e2b417371702 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.602162] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1162.602162] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ec8326-4b12-5ad0-70a1-77ce7f87b3d2" [ 1162.602162] env[69217]: _type = "Task" [ 1162.602162] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.611650] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ec8326-4b12-5ad0-70a1-77ce7f87b3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.808044] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.810568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.925s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.823587] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533136, 'name': Rename_Task, 'duration_secs': 0.24998} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.827522] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.828079] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.828943] env[69217]: INFO nova.scheduler.client.report [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 76d688c1-e397-4634-9d33-1fbdf7a282ed [ 1162.829829] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d33dfa1-f448-4015-b92f-9e7f6e6731b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.831417] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.831633] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.834177] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a17b2aff-a253-4e1a-b18e-b3d5d0a80417 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.838421] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f9b6a12a-9f7c-45c4-90a3-856462cc295e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.976s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.842813] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1162.842813] env[69217]: value = "task-3533138" [ 1162.842813] env[69217]: _type = "Task" [ 1162.842813] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.844210] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1162.844210] env[69217]: value = "task-3533139" [ 1162.844210] env[69217]: _type = "Task" [ 1162.844210] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.859045] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.859291] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.912567] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533137, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.930295] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.957238] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.957497] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.957657] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.957841] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.957989] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.958153] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.958364] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.958544] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.958771] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.958941] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.959128] env[69217]: DEBUG nova.virt.hardware [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.960386] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb1388-c805-4e7b-b58e-3736ff7a9d9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.968140] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb75f16-4446-4cd6-9ce4-67e1aad1cdca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.074507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.074507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.074507] env[69217]: DEBUG nova.network.neutron [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.074701] env[69217]: DEBUG nova.objects.instance [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'info_cache' on Instance uuid 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.114749] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ec8326-4b12-5ad0-70a1-77ce7f87b3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.044849} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.115899] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707140ef-51e7-4eba-a6a8-cb9f3a05946b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.122515] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1163.122515] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af4511-08c5-529d-8cb2-dd867f3bfc7d" [ 1163.122515] env[69217]: _type = "Task" [ 1163.122515] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.132038] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af4511-08c5-529d-8cb2-dd867f3bfc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.318742] env[69217]: INFO nova.compute.claims [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.323609] env[69217]: DEBUG nova.compute.manager [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-vif-plugged-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.323842] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.324082] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.324279] env[69217]: DEBUG oslo_concurrency.lockutils [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.324447] env[69217]: DEBUG nova.compute.manager [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] No waiting events found dispatching network-vif-plugged-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.324605] env[69217]: WARNING nova.compute.manager [req-d9441bb7-4480-4714-89aa-ed74cacc286a req-45863b23-ccd5-4289-8d84-d705b5c18433 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received unexpected event network-vif-plugged-a8677116-b2c0-46a5-bf92-e340e112e01f for instance with vm_state building and task_state spawning. [ 1163.342049] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3189622d-89f1-4c82-ba33-16b4872e0f17 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "76d688c1-e397-4634-9d33-1fbdf7a282ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.748s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.358217] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.361674] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06628} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.362226] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.363291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c187e-3e45-43e1-b91c-f114c6ad821d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.391278] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.391278] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8431f7d5-f42e-464c-80da-fa81321000fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.415011] env[69217]: DEBUG oslo_vmware.api [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533137, 'name': PowerOnVM_Task, 'duration_secs': 0.71675} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.419019] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Successfully updated port: a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.419445] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.419657] env[69217]: INFO nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1163.419830] env[69217]: DEBUG nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.420203] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1163.420203] env[69217]: value = "task-3533140" [ 1163.420203] env[69217]: _type = "Task" [ 1163.420203] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.421046] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f8b20-6a5a-4963-8a12-9da4c2c918b4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.439462] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.633588] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52af4511-08c5-529d-8cb2-dd867f3bfc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.042763} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.633810] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.634096] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8287b3a6-c15b-45ef-9651-1695903d0bd3/8287b3a6-c15b-45ef-9651-1695903d0bd3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.634419] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aea518b5-21f4-4018-8520-e3570c9c8dab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.641571] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1163.641571] env[69217]: value = "task-3533141" [ 1163.641571] env[69217]: _type = "Task" [ 1163.641571] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.650394] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.749097] env[69217]: DEBUG nova.compute.manager [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.824650] env[69217]: INFO nova.compute.resource_tracker [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating resource usage from migration 2cc15467-cfc2-4cfd-b96a-b28547903763 [ 1163.855493] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.919710] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.919904] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.920046] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.943247] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.945485] env[69217]: INFO nova.compute.manager [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Took 18.71 seconds to build instance. [ 1164.044077] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2292245f-0689-4761-a399-0ad213973177 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.052577] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051ec06-d944-41ec-95e8-5e5c4c5b83d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089246] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84567c9-f1f2-4791-9c16-d3e421223ce8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.099129] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14387423-8296-4b2c-8c15-e34445e4b18c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.113468] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.113730] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.113940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.114139] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.114367] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.116215] env[69217]: DEBUG nova.compute.provider_tree [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.117728] env[69217]: INFO nova.compute.manager [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Terminating instance [ 1164.152935] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.268573] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.357482] env[69217]: DEBUG oslo_vmware.api [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533138, 'name': PowerOnVM_Task, 'duration_secs': 1.098322} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.357898] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.358148] env[69217]: INFO nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1164.358336] env[69217]: DEBUG nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.359267] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ac2db-838f-48f5-83ed-9146baf13dcd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.369672] env[69217]: DEBUG nova.network.neutron [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [{"id": "3642df68-f8c9-4612-9d63-9e95601f0800", "address": "fa:16:3e:f0:33:02", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3642df68-f8", "ovs_interfaceid": "3642df68-f8c9-4612-9d63-9e95601f0800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.437848] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533140, 'name': ReconfigVM_Task, 'duration_secs': 0.650319} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.438178] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac/ff8a18ac-49ca-48bf-a71b-c927faef94ac.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.439378] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'encryption_options': None, 'image_id': 'e5795d20-bf84-4fc7-a844-22898280f8dd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ce7231b9-0fef-4424-8e4e-87132bd7f134', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'}, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69217) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1164.439597] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1164.439802] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1164.440621] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f033844-30b9-44d8-9c7f-c5ecab98b9bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.455810] env[69217]: DEBUG oslo_concurrency.lockutils [None req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.233s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.456704] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b2b50e-a5e5-4610-a75a-21241f51cad4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.483119] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.484163] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.486259] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1deab2-983c-48cf-b366-920bac82ab4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.505407] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1164.505407] env[69217]: value = "task-3533142" [ 1164.505407] env[69217]: _type = "Task" [ 1164.505407] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.513190] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.621288] env[69217]: DEBUG nova.scheduler.client.report [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.624955] env[69217]: DEBUG nova.compute.manager [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.625196] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.626463] env[69217]: DEBUG nova.network.neutron [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.628006] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f6a1f-46f9-4ece-af72-efbe0f9f8893 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.635758] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.636021] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f8c539b-c565-4d20-9062-a469d9efbd91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.642479] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1164.642479] env[69217]: value = "task-3533143" [ 1164.642479] env[69217]: _type = "Task" [ 1164.642479] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.656460] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.659950] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781709} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.660207] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 8287b3a6-c15b-45ef-9651-1695903d0bd3/8287b3a6-c15b-45ef-9651-1695903d0bd3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.660417] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.660663] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1415f54-5fe6-4e48-a72f-8ea1c92480ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.666123] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1164.666123] env[69217]: value = "task-3533144" [ 1164.666123] env[69217]: _type = "Task" [ 1164.666123] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.673874] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.875940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-4e953472-6ec4-4836-b2ba-f296c30597e3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.876329] env[69217]: DEBUG nova.objects.instance [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'migration_context' on Instance uuid 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.881943] env[69217]: INFO nova.compute.manager [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Took 19.16 seconds to build instance. [ 1165.015993] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.126671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.126920] env[69217]: INFO nova.compute.manager [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Migrating [ 1165.133419] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.979s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.133635] env[69217]: DEBUG nova.objects.instance [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'resources' on Instance uuid d00aac19-551b-4b43-ab14-c10444c79027 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.134674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134938] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Instance network_info: |[{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.137790] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:be:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8677116-b2c0-46a5-bf92-e340e112e01f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.145602] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.152414] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.155941] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ab3990-0250-4089-bcd8-b6cd0538029d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.178439] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533143, 'name': PowerOffVM_Task, 'duration_secs': 0.361944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.179967] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.180169] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.180410] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.180410] env[69217]: value = "task-3533145" [ 1165.180410] env[69217]: _type = "Task" [ 1165.180410] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.180812] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b30d4cd4-c824-4a63-b539-e16b58b82389 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.187541] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078225} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.188445] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.189800] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215aae64-0372-4298-974c-67e60fd019a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.194949] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533145, 'name': CreateVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.215314] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 8287b3a6-c15b-45ef-9651-1695903d0bd3/8287b3a6-c15b-45ef-9651-1695903d0bd3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.215860] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f125debe-3f5d-4a09-9099-040dffa4b2cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.234783] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1165.234783] env[69217]: value = "task-3533147" [ 1165.234783] env[69217]: _type = "Task" [ 1165.234783] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.242522] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.273797] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.274031] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.274268] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleting the datastore file [datastore2] 860c3c53-b3eb-43fe-8aad-2df79bee35c3 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.274573] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1c82d82-389b-4f1e-9a81-838eb35f689b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.280855] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for the task: (returnval){ [ 1165.280855] env[69217]: value = "task-3533148" [ 1165.280855] env[69217]: _type = "Task" [ 1165.280855] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.289623] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.350727] env[69217]: DEBUG nova.compute.manager [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.350727] env[69217]: DEBUG nova.compute.manager [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.350953] env[69217]: DEBUG oslo_concurrency.lockutils [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.351186] env[69217]: DEBUG oslo_concurrency.lockutils [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.351354] env[69217]: DEBUG nova.network.neutron [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.381181] env[69217]: DEBUG nova.objects.base [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Object Instance<4e953472-6ec4-4836-b2ba-f296c30597e3> lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.382086] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437342f-a015-493a-8c49-1909203339c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.385271] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ef5ef729-1cd2-4460-bfef-355680b79e49 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.675s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.403898] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f40337-ac16-4b94-bcb8-2df1f11112dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.409125] env[69217]: DEBUG oslo_vmware.api [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1165.409125] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b4ead8-effd-ae4a-8c2d-837e23f5131a" [ 1165.409125] env[69217]: _type = "Task" [ 1165.409125] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.417109] env[69217]: DEBUG oslo_vmware.api [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b4ead8-effd-ae4a-8c2d-837e23f5131a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.516737] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533142, 'name': ReconfigVM_Task, 'duration_secs': 0.9668} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.516737] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.521309] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630c0120-698b-4e00-9c11-cc85d14c2e55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.535961] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1165.535961] env[69217]: value = "task-3533149" [ 1165.535961] env[69217]: _type = "Task" [ 1165.535961] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.543994] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.653020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.653238] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653494] env[69217]: DEBUG nova.network.neutron [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.694320] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533145, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.748080] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.792619] env[69217]: DEBUG oslo_vmware.api [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Task: {'id': task-3533148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487097} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.795336] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.795537] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.795717] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.795889] env[69217]: INFO nova.compute.manager [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1165.796144] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.796521] env[69217]: DEBUG nova.compute.manager [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.796619] env[69217]: DEBUG nova.network.neutron [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.873935] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6bbff-8815-4a58-b8ae-9b0136b4fe02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.881477] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1554f-40e9-466a-bec0-cc8894e7a9bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.918420] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8a93c-0251-4d35-9b94-eb7eba73fe86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.927019] env[69217]: DEBUG oslo_vmware.api [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b4ead8-effd-ae4a-8c2d-837e23f5131a, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.929283] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.930638] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da1ce46-4778-4c8a-a0e4-d6ab6769f97a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.944534] env[69217]: DEBUG nova.compute.provider_tree [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.045322] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533149, 'name': ReconfigVM_Task, 'duration_secs': 0.240139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.045758] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.046303] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf04f70-317d-409b-bf81-169b234f9fa9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.062692] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1166.062692] env[69217]: value = "task-3533150" [ 1166.062692] env[69217]: _type = "Task" [ 1166.062692] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.076594] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533150, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.160572] env[69217]: DEBUG nova.network.neutron [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updated VIF entry in instance network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.160949] env[69217]: DEBUG nova.network.neutron [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.191752] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533145, 'name': CreateVM_Task, 'duration_secs': 0.673806} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.193965] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.194639] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.194805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.195144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.195682] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815662e2-52e9-485d-830c-da4e1e0fe76c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.200367] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1166.200367] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da4b3c-3e0c-fda7-7495-4c2af6a1e2b8" [ 1166.200367] env[69217]: _type = "Task" [ 1166.200367] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.208717] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da4b3c-3e0c-fda7-7495-4c2af6a1e2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.247495] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533147, 'name': ReconfigVM_Task, 'duration_secs': 0.738196} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.247780] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 8287b3a6-c15b-45ef-9651-1695903d0bd3/8287b3a6-c15b-45ef-9651-1695903d0bd3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.248412] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe701d94-8888-4326-aeab-872945010342 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.254012] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1166.254012] env[69217]: value = "task-3533151" [ 1166.254012] env[69217]: _type = "Task" [ 1166.254012] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.261848] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533151, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.400047] env[69217]: DEBUG nova.network.neutron [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.449941] env[69217]: DEBUG nova.scheduler.client.report [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.573591] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533150, 'name': Rename_Task, 'duration_secs': 0.281198} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.573882] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.574165] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c457693-9ec2-4603-b6fd-5823018936e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.581711] env[69217]: DEBUG nova.network.neutron [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.583282] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1166.583282] env[69217]: value = "task-3533152" [ 1166.583282] env[69217]: _type = "Task" [ 1166.583282] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.594506] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.664075] env[69217]: DEBUG oslo_concurrency.lockutils [req-ece08c4d-e248-4dc0-bc42-1666e6e85aa6 req-e362e402-c7a2-41ff-9d5a-a9ccfdcf4744 service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.713355] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52da4b3c-3e0c-fda7-7495-4c2af6a1e2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.713465] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.713721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.713981] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.714317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.714551] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.714846] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f85134e0-73aa-4b36-baee-8eded34205f8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.726040] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.726040] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.726769] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1737efc-190c-4ebb-abb4-a8440ed35110 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.732975] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1166.732975] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5224cba2-9aff-359f-4a43-0687de49ec9c" [ 1166.732975] env[69217]: _type = "Task" [ 1166.732975] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.741901] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5224cba2-9aff-359f-4a43-0687de49ec9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.765501] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533151, 'name': Rename_Task, 'duration_secs': 0.219074} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.765774] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.766043] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97727e43-9187-4154-9d38-60a6015ebd3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.773646] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1166.773646] env[69217]: value = "task-3533153" [ 1166.773646] env[69217]: _type = "Task" [ 1166.773646] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.782268] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.903040] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.956474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.959046] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.691s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.990566] env[69217]: INFO nova.scheduler.client.report [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted allocations for instance d00aac19-551b-4b43-ab14-c10444c79027 [ 1167.089066] env[69217]: INFO nova.compute.manager [-] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Took 1.29 seconds to deallocate network for instance. [ 1167.104972] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.244178] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5224cba2-9aff-359f-4a43-0687de49ec9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.244963] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86bb6f2-cc48-4521-9874-beab38e3c474 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.250367] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1167.250367] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526ff310-2f90-fccd-eca0-87d5658330fa" [ 1167.250367] env[69217]: _type = "Task" [ 1167.250367] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.258392] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526ff310-2f90-fccd-eca0-87d5658330fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.283149] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.382910] env[69217]: DEBUG nova.compute.manager [req-821bf9b3-012e-40da-ab9e-660796a0acb2 req-071da018-e10d-40fc-ada1-89901bf570a2 service nova] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Received event network-vif-deleted-ef363771-97d5-4cbc-8f81-09e61bb7c25a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.468639] env[69217]: INFO nova.compute.claims [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.500712] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4656944a-7b3b-4ec9-841d-21463cd5927e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d00aac19-551b-4b43-ab14-c10444c79027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.057s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.601215] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.601520] env[69217]: DEBUG oslo_vmware.api [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533152, 'name': PowerOnVM_Task, 'duration_secs': 0.621865} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.601827] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.602073] env[69217]: DEBUG nova.compute.manager [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.602991] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b87374e-5ad4-432c-b3d1-fb258e93a8e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.762603] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526ff310-2f90-fccd-eca0-87d5658330fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017525} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.763201] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.763637] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ec23f874-41af-4844-b0c8-c8b8b1a27555/ec23f874-41af-4844-b0c8-c8b8b1a27555.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.763802] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38d9f38-2525-4a01-a923-464fe82cdf10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.772465] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1167.772465] env[69217]: value = "task-3533154" [ 1167.772465] env[69217]: _type = "Task" [ 1167.772465] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.785335] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.788425] env[69217]: DEBUG oslo_vmware.api [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533153, 'name': PowerOnVM_Task, 'duration_secs': 0.664486} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.788714] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.788937] env[69217]: INFO nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1167.789171] env[69217]: DEBUG nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.789942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae051175-061b-41bc-a953-e6abc914a367 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.975102] env[69217]: INFO nova.compute.resource_tracker [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating resource usage from migration 99741092-d109-469c-ab62-e32b5e5a3474 [ 1168.123300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.133121] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.133300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.159857] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af6c0fb-4c50-47f4-9251-dd3fbae15b20 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.169155] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247430c-3514-4c80-9269-601d23054818 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.202524] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c2285-1038-4931-a0fe-185ffcadf85e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.210590] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba435be-d7ac-4723-9a99-ede03ed75809 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.224376] env[69217]: DEBUG nova.compute.provider_tree [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.286562] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533154, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.309108] env[69217]: INFO nova.compute.manager [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Took 22.16 seconds to build instance. [ 1168.421540] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d93ec4-3efb-49ea-b55f-c882e5bb8ee1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.442245] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.636681] env[69217]: INFO nova.compute.manager [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Detaching volume 4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2 [ 1168.680950] env[69217]: INFO nova.virt.block_device [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Attempting to driver detach volume 4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2 from mountpoint /dev/sdb [ 1168.681263] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.681457] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705635', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'name': 'volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a09bcfb1-0983-466b-847b-4f392ee88822', 'attached_at': '', 'detached_at': '', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'serial': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.682398] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f653fc-a5f1-4cd4-88e2-c466736f8a4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.704676] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3bd83b-ca02-48ee-b920-95aa0e10d94e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.712769] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd67a4a-a153-4bae-8880-ff3e18308ad2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.736478] env[69217]: DEBUG nova.scheduler.client.report [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.740433] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e6554-0897-4f2c-a94f-32c4da8a1476 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.757334] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2/volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.762920] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.764041] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a520d43-9d60-4aee-8197-03d63e334444 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.787606] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880168} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.789180] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] ec23f874-41af-4844-b0c8-c8b8b1a27555/ec23f874-41af-4844-b0c8-c8b8b1a27555.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.789341] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.789615] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1168.789615] env[69217]: value = "task-3533155" [ 1168.789615] env[69217]: _type = "Task" [ 1168.789615] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.789855] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31a8b6a2-51a6-4283-819f-01fad716e80c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.803035] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.804477] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1168.804477] env[69217]: value = "task-3533156" [ 1168.804477] env[69217]: _type = "Task" [ 1168.804477] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.814149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.683s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.814789] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.949910] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.950273] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf90c51-a7f3-4eaa-87c0-f308fe341445 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.958454] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1168.958454] env[69217]: value = "task-3533157" [ 1168.958454] env[69217]: _type = "Task" [ 1168.958454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.969988] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.245070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.286s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.245428] env[69217]: INFO nova.compute.manager [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Migrating [ 1169.251909] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.323s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.303226] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.315209] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077867} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.315521] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.316374] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf73ea16-4157-4be2-aeec-13774bbc2891 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.340788] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ec23f874-41af-4844-b0c8-c8b8b1a27555/ec23f874-41af-4844-b0c8-c8b8b1a27555.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.341118] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcf7bb1-769f-4a14-8c19-2a01e96ce188 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.362989] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1169.362989] env[69217]: value = "task-3533158" [ 1169.362989] env[69217]: _type = "Task" [ 1169.362989] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.372456] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.471071] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533157, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.764695] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.764911] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.765107] env[69217]: DEBUG nova.network.neutron [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.806087] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533155, 'name': ReconfigVM_Task, 'duration_secs': 0.60564} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.806415] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.811594] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ec557b-39c2-4a0c-85a1-934695a72178 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.832052] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1169.832052] env[69217]: value = "task-3533159" [ 1169.832052] env[69217]: _type = "Task" [ 1169.832052] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.849532] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.878526] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.974227] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533157, 'name': PowerOffVM_Task, 'duration_secs': 0.587552} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.974600] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.974880] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.009137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bd680b-d55b-4576-89e7-bd76bb4a9303 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.019839] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c412ee9-4512-478c-99cd-832e886be57b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054013] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba64a84-e547-4e95-8832-ebc8ab572f1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.063000] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83620d7d-ae49-45d2-9e60-8e357a0ea8dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.080679] env[69217]: DEBUG nova.compute.provider_tree [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.343414] env[69217]: DEBUG oslo_vmware.api [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533159, 'name': ReconfigVM_Task, 'duration_secs': 0.184961} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.343775] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705635', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'name': 'volume-4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a09bcfb1-0983-466b-847b-4f392ee88822', 'attached_at': '', 'detached_at': '', 'volume_id': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2', 'serial': '4d7815f2-4f10-4fe5-80c4-f64ca7a39bf2'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.378426] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533158, 'name': ReconfigVM_Task, 'duration_secs': 0.596514} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.381155] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ec23f874-41af-4844-b0c8-c8b8b1a27555/ec23f874-41af-4844-b0c8-c8b8b1a27555.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.381841] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1a094c0-d0b8-4327-aa2c-9bc14d7d64f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.390233] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1170.390233] env[69217]: value = "task-3533160" [ 1170.390233] env[69217]: _type = "Task" [ 1170.390233] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.399014] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533160, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.484617] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.484839] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.484994] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.485199] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.485353] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.485498] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.485700] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.485863] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.486230] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.486456] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.486730] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.492034] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa19f5c-95a9-4513-a73b-dab873640dcd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.511369] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1170.511369] env[69217]: value = "task-3533161" [ 1170.511369] env[69217]: _type = "Task" [ 1170.511369] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.520554] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.584247] env[69217]: DEBUG nova.scheduler.client.report [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.762356] env[69217]: DEBUG nova.network.neutron [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [{"id": "9502e342-fd04-463c-b1ba-7dea73489291", "address": "fa:16:3e:9c:e6:15", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9502e342-fd", "ovs_interfaceid": "9502e342-fd04-463c-b1ba-7dea73489291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.786983] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.787285] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.787474] env[69217]: DEBUG nova.compute.manager [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.788443] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05374f7-f81e-4453-8adb-3fe35a996b68 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.796636] env[69217]: DEBUG nova.compute.manager [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1170.797273] env[69217]: DEBUG nova.objects.instance [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'flavor' on Instance uuid 726b4a48-7c3c-4039-a8ed-a3261656ff25 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.887513] env[69217]: DEBUG nova.objects.instance [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid a09bcfb1-0983-466b-847b-4f392ee88822 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.901562] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533160, 'name': Rename_Task, 'duration_secs': 0.224426} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.902271] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.902271] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9065a5d6-842b-47f3-85a7-f297bfbf7263 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.910897] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1170.910897] env[69217]: value = "task-3533162" [ 1170.910897] env[69217]: _type = "Task" [ 1170.910897] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.919703] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.022884] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.265792] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.422438] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.522976] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.598089] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.345s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.600433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.999s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.600651] env[69217]: DEBUG nova.objects.instance [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lazy-loading 'resources' on Instance uuid 860c3c53-b3eb-43fe-8aad-2df79bee35c3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.805110] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.805579] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bca2ce5-b3bf-4941-97ab-d6d98beea757 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.820460] env[69217]: DEBUG oslo_vmware.api [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1171.820460] env[69217]: value = "task-3533163" [ 1171.820460] env[69217]: _type = "Task" [ 1171.820460] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.831236] env[69217]: DEBUG oslo_vmware.api [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.895346] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fbb7a33d-331c-4576-a483-2cfb20807e23 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.762s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.922751] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.024607] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533161, 'name': ReconfigVM_Task, 'duration_secs': 1.278531} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.024959] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.155437] env[69217]: INFO nova.scheduler.client.report [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted allocation for migration 687d7d0b-4d20-40d8-8e25-2acdbd29238d [ 1172.306077] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ccc1c5-2e0d-4f50-bce9-d07d0ff1e032 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.315879] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e8795-b416-4f32-9f63-df463a062a3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.349154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed3984-e51e-44e7-b822-b2ed3f9e8432 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.354789] env[69217]: DEBUG oslo_vmware.api [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533163, 'name': PowerOffVM_Task, 'duration_secs': 0.251799} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.355430] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.355636] env[69217]: DEBUG nova.compute.manager [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.356403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddc7da4-6a52-469b-b243-4f3b38b46dd1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.362474] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188a2bb-6ff2-46db-a46d-3f4ce314b69a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.379966] env[69217]: DEBUG nova.compute.provider_tree [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.409512] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.409906] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.410252] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.410488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.410622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.415995] env[69217]: INFO nova.compute.manager [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Terminating instance [ 1172.423842] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.531956] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.532210] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.532398] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.532552] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.532697] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.532843] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.533072] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.533240] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.533409] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.533574] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.533751] env[69217]: DEBUG nova.virt.hardware [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.539399] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.540074] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a16c76-76ab-467a-a37b-77fccb03a36c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.561526] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1172.561526] env[69217]: value = "task-3533164" [ 1172.561526] env[69217]: _type = "Task" [ 1172.561526] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.574366] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.664015] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fee7315-d5b9-4684-9ab5-6c5670e4a694 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.149s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.779928] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f2fc0-41ba-4aa3-9949-c2a6c1cf74a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.801080] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.884882] env[69217]: DEBUG nova.scheduler.client.report [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.888021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a2462ddf-6b29-4960-8ce5-68f3dab640f5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.922775] env[69217]: DEBUG nova.compute.manager [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.922982] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.923280] env[69217]: DEBUG oslo_vmware.api [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533162, 'name': PowerOnVM_Task, 'duration_secs': 1.711375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.923994] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b094c-e8e0-45cd-ba79-b7e6524061e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.926544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.926762] env[69217]: INFO nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1172.927008] env[69217]: DEBUG nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.927719] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d86250-d920-4f5a-aad7-b38e81582f32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.938910] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.939477] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653eeca7-513f-4568-a80d-bf6affcc241d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.946546] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1172.946546] env[69217]: value = "task-3533165" [ 1172.946546] env[69217]: _type = "Task" [ 1172.946546] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.955345] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.968581] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.968885] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.969130] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.969326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.969509] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.971660] env[69217]: INFO nova.compute.manager [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Terminating instance [ 1173.074541] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533164, 'name': ReconfigVM_Task, 'duration_secs': 0.279739} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.074917] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.076146] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2a2e8-e0f2-4823-9733-4225cf8983ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.099567] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.099898] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a47043-7267-45c9-8e06-5bf63131c30c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.120093] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1173.120093] env[69217]: value = "task-3533166" [ 1173.120093] env[69217]: _type = "Task" [ 1173.120093] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.128679] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.251488] env[69217]: DEBUG nova.objects.instance [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'flavor' on Instance uuid 726b4a48-7c3c-4039-a8ed-a3261656ff25 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.306943] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.307279] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e75968d-c104-4e28-9dad-341b1312fbcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.314219] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1173.314219] env[69217]: value = "task-3533167" [ 1173.314219] env[69217]: _type = "Task" [ 1173.314219] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.323672] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.389820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.392432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.270s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.392873] env[69217]: DEBUG nova.objects.instance [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1173.410263] env[69217]: INFO nova.scheduler.client.report [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Deleted allocations for instance 860c3c53-b3eb-43fe-8aad-2df79bee35c3 [ 1173.449202] env[69217]: INFO nova.compute.manager [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Took 22.01 seconds to build instance. [ 1173.460671] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533165, 'name': PowerOffVM_Task, 'duration_secs': 0.356315} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.460947] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.461223] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.461492] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f072a3fb-3596-40ac-961d-855e2a44f308 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.475438] env[69217]: DEBUG nova.compute.manager [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.475543] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.476823] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f5540b-3c12-4f45-812d-75415e3aaf02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.485588] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.485872] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f11293-1237-48f9-826e-58ae3b417981 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.493701] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1173.493701] env[69217]: value = "task-3533169" [ 1173.493701] env[69217]: _type = "Task" [ 1173.493701] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.504714] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.603763] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.603763] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.603985] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleting the datastore file [datastore2] a09bcfb1-0983-466b-847b-4f392ee88822 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.604228] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0df7e7-837b-4b14-b223-8ef90a21b862 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.611275] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1173.611275] env[69217]: value = "task-3533170" [ 1173.611275] env[69217]: _type = "Task" [ 1173.611275] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.620981] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.629554] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533166, 'name': ReconfigVM_Task, 'duration_secs': 0.277211} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.629812] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b/7a88ff2c-c740-4adf-9b01-3839d3092f2b.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.630099] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.756691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.756902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquired lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.757184] env[69217]: DEBUG nova.network.neutron [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.757444] env[69217]: DEBUG nova.objects.instance [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'info_cache' on Instance uuid 726b4a48-7c3c-4039-a8ed-a3261656ff25 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.824493] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533167, 'name': PowerOffVM_Task, 'duration_secs': 0.328548} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.824778] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.824957] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.917198] env[69217]: DEBUG oslo_concurrency.lockutils [None req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Lock "860c3c53-b3eb-43fe-8aad-2df79bee35c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.803s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.956742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.522s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.997540] env[69217]: DEBUG nova.compute.manager [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.997752] env[69217]: DEBUG nova.compute.manager [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.997969] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.998943] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.999108] env[69217]: DEBUG nova.network.neutron [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.011278] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533169, 'name': PowerOffVM_Task, 'duration_secs': 0.214308} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.011790] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.012406] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.012406] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f3f385-5a3a-429d-a707-3fc9a20b7c01 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.101859] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.102110] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.102300] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleting the datastore file [datastore1] 4e953472-6ec4-4836-b2ba-f296c30597e3 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.102574] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6dc6ce8-376c-4155-88a1-47822974e867 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.111536] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1174.111536] env[69217]: value = "task-3533172" [ 1174.111536] env[69217]: _type = "Task" [ 1174.111536] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.123787] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.127026] env[69217]: DEBUG oslo_vmware.api [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14537} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.127273] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.127460] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.127678] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.127873] env[69217]: INFO nova.compute.manager [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1174.128135] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.128327] env[69217]: DEBUG nova.compute.manager [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.128422] env[69217]: DEBUG nova.network.neutron [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.136559] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99ba99-0c31-4b4c-8b49-48a4a1290460 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.159085] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093a1d3-0c7c-423c-b8b7-edb891427e14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.180752] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.261516] env[69217]: DEBUG nova.objects.base [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Object Instance<726b4a48-7c3c-4039-a8ed-a3261656ff25> lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1174.331980] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.332741] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.332741] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.332741] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.332930] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.332960] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.333213] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.333394] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.333577] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.333771] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.333958] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.339801] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fb2042-462e-4949-bd6f-b3dfbb215c3c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.360812] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1174.360812] env[69217]: value = "task-3533173" [ 1174.360812] env[69217]: _type = "Task" [ 1174.360812] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.373761] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.401604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17268a86-8d14-4b4c-add2-93c94979f4f2 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.622534] env[69217]: DEBUG oslo_vmware.api [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342285} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.622882] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.622922] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.623119] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.623300] env[69217]: INFO nova.compute.manager [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1174.623536] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.623731] env[69217]: DEBUG nova.compute.manager [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.623826] env[69217]: DEBUG nova.network.neutron [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.794754] env[69217]: DEBUG nova.network.neutron [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updated VIF entry in instance network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.795243] env[69217]: DEBUG nova.network.neutron [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.837021] env[69217]: DEBUG nova.network.neutron [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Port 17486b45-f699-4bc6-adc1-0ff24f0abfee binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1174.877180] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533173, 'name': ReconfigVM_Task, 'duration_secs': 0.215048} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.877180] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.000957] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.001255] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.299550] env[69217]: DEBUG oslo_concurrency.lockutils [req-c5bc1753-83c8-4cb0-8243-a839df3ed599 req-8710cc12-a92c-4121-a0b2-ccefadaeaf27 service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.336712] env[69217]: DEBUG nova.network.neutron [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.376279] env[69217]: DEBUG nova.network.neutron [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updating instance_info_cache with network_info: [{"id": "03748f18-2514-4288-921e-796232c7941b", "address": "fa:16:3e:36:04:26", "network": {"id": "1bf702eb-367d-4b2e-9d1e-106c36f2e3c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1821483104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a553fdb9a254d94ba6a029963793766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03748f18-25", "ovs_interfaceid": "03748f18-2514-4288-921e-796232c7941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.386476] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.386751] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.388204] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.388475] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.388475] env[69217]: DEBUG nova.virt.hardware [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.395046] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.396256] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e29098-8895-44f4-8eb8-7209b89490f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.422026] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1175.422026] env[69217]: value = "task-3533174" [ 1175.422026] env[69217]: _type = "Task" [ 1175.422026] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.430465] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.507293] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.844265] env[69217]: INFO nova.compute.manager [-] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Took 1.72 seconds to deallocate network for instance. [ 1175.862503] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.862895] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.862895] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.879906] env[69217]: DEBUG oslo_concurrency.lockutils [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Releasing lock "refresh_cache-726b4a48-7c3c-4039-a8ed-a3261656ff25" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.933469] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533174, 'name': ReconfigVM_Task, 'duration_secs': 0.307583} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.937114] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.937114] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc82378-30fe-4dd8-af21-f323847975d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.959619] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.960232] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d76699a-126f-471f-859b-0eff843fa0d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.979397] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1175.979397] env[69217]: value = "task-3533175" [ 1175.979397] env[69217]: _type = "Task" [ 1175.979397] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.988741] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.031047] env[69217]: DEBUG nova.compute.manager [req-61cc4cd0-4edc-4e6d-9a34-b9b29c57d505 req-47524f40-13b2-4d5d-a7b5-b5d79e866459 service nova] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Received event network-vif-deleted-b1826a00-9517-482d-ac6d-0a0fd74ecb6c {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.031284] env[69217]: DEBUG nova.compute.manager [req-61cc4cd0-4edc-4e6d-9a34-b9b29c57d505 req-47524f40-13b2-4d5d-a7b5-b5d79e866459 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Received event network-vif-deleted-3642df68-f8c9-4612-9d63-9e95601f0800 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.031433] env[69217]: INFO nova.compute.manager [req-61cc4cd0-4edc-4e6d-9a34-b9b29c57d505 req-47524f40-13b2-4d5d-a7b5-b5d79e866459 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Neutron deleted interface 3642df68-f8c9-4612-9d63-9e95601f0800; detaching it from the instance and deleting it from the info cache [ 1176.031621] env[69217]: DEBUG nova.network.neutron [req-61cc4cd0-4edc-4e6d-9a34-b9b29c57d505 req-47524f40-13b2-4d5d-a7b5-b5d79e866459 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.033518] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.033796] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.035313] env[69217]: INFO nova.compute.claims [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.178239] env[69217]: DEBUG nova.network.neutron [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.369713] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.490295] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.543275] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e4f541-4564-46d2-967d-a21331a5e62b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.557440] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f020c56-c352-4142-b587-aba7c6213092 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.601970] env[69217]: DEBUG nova.compute.manager [req-61cc4cd0-4edc-4e6d-9a34-b9b29c57d505 req-47524f40-13b2-4d5d-a7b5-b5d79e866459 service nova] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Detach interface failed, port_id=3642df68-f8c9-4612-9d63-9e95601f0800, reason: Instance 4e953472-6ec4-4836-b2ba-f296c30597e3 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.681151] env[69217]: INFO nova.compute.manager [-] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Took 2.06 seconds to deallocate network for instance. [ 1176.885942] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.886341] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343a9b1e-c2d1-4968-89e1-ada4fc3301ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.895585] env[69217]: DEBUG oslo_vmware.api [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1176.895585] env[69217]: value = "task-3533176" [ 1176.895585] env[69217]: _type = "Task" [ 1176.895585] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.904708] env[69217]: DEBUG oslo_vmware.api [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.913672] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.913855] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.914087] env[69217]: DEBUG nova.network.neutron [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.992673] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533175, 'name': ReconfigVM_Task, 'duration_secs': 0.842891} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.992960] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Reconfigured VM instance instance-0000006b to attach disk [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848/be037e57-b381-4ef0-9274-5d21a3db2848.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.993248] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.189112] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.250582] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115667a8-2e41-4fe5-a5ea-af7c30209eab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.259049] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9cb21-6941-4570-b42c-5861b25c3040 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.294973] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecb2b6-ba58-45d1-a2b2-de8253e0dec6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.303295] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90503e8-72cb-43b4-860c-0f9434258be3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.318060] env[69217]: DEBUG nova.compute.provider_tree [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.406133] env[69217]: DEBUG oslo_vmware.api [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533176, 'name': PowerOnVM_Task, 'duration_secs': 0.498318} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.406439] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.406637] env[69217]: DEBUG nova.compute.manager [None req-16ff4b62-4bf6-4aaa-a91d-49647d034c24 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.407433] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1deb60c-65d7-45ab-ab4b-814eeb1d124f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.501032] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb985332-23f6-4221-851f-719cffbc5867 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.525845] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b99db4f-bc8c-4619-8873-6ce66c0fe47f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.544791] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.660545] env[69217]: DEBUG nova.network.neutron [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.820852] env[69217]: DEBUG nova.scheduler.client.report [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.109757] env[69217]: DEBUG nova.network.neutron [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Port 9502e342-fd04-463c-b1ba-7dea73489291 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1178.163443] env[69217]: DEBUG oslo_concurrency.lockutils [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.326114] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.326715] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.329532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.960s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.329704] env[69217]: DEBUG nova.objects.instance [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'resources' on Instance uuid a09bcfb1-0983-466b-847b-4f392ee88822 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.688473] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3125391-595c-4aa2-9ea2-819e26ea80db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.712745] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31a6df-18bc-4ea0-887b-f48f60f0a955 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.721221] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.832559] env[69217]: DEBUG nova.compute.utils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.836740] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.836941] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.906752] env[69217]: DEBUG nova.policy [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.019349] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d19cf08-ffb7-429b-86b7-7586035a07d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.028403] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca0f8b-f205-4076-9b5d-37b8a518168d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.058966] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac5a86-c1a4-499a-8d14-9ace17d10235 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.067058] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742adbf9-9b7a-4d0a-95b4-26825b2e0d2a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.080982] env[69217]: DEBUG nova.compute.provider_tree [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.131338] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.131708] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.132062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.222622] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Successfully created port: c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.227689] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.227986] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6589bb84-7cd0-4455-8c3e-a7dca8d550d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.238557] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1179.238557] env[69217]: value = "task-3533177" [ 1179.238557] env[69217]: _type = "Task" [ 1179.238557] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.247324] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.320945] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.321297] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.321521] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.321710] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.321882] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.324688] env[69217]: INFO nova.compute.manager [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Terminating instance [ 1179.337560] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.584030] env[69217]: DEBUG nova.scheduler.client.report [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.749709] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.829363] env[69217]: DEBUG nova.compute.manager [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.829612] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.830646] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67c1d40-f8e8-4816-9a11-fe88d04c7fa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.838752] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.839040] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f46ca818-93f0-4bef-aec2-e53bee8bf8b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.847846] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1179.847846] env[69217]: value = "task-3533178" [ 1179.847846] env[69217]: _type = "Task" [ 1179.847846] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.856012] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.089334] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.092191] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.903s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.092687] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.114651] env[69217]: INFO nova.scheduler.client.report [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted allocations for instance a09bcfb1-0983-466b-847b-4f392ee88822 [ 1180.117035] env[69217]: INFO nova.scheduler.client.report [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted allocations for instance 4e953472-6ec4-4836-b2ba-f296c30597e3 [ 1180.168301] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.168503] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.168653] env[69217]: DEBUG nova.network.neutron [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.170170] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.170984] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171181] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171332] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171483] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171629] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171793] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.171939] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1180.172126] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.172252] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1180.250465] env[69217]: DEBUG oslo_vmware.api [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533177, 'name': PowerOnVM_Task, 'duration_secs': 0.519962} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.250735] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.250924] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6b536-c9c7-4d03-8f71-54327494c4d7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance '7a88ff2c-c740-4adf-9b01-3839d3092f2b' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.348015] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.360544] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533178, 'name': PowerOffVM_Task, 'duration_secs': 0.264287} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.360544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.360758] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.360926] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29b70d7-6180-420d-bdbe-d86fb98d5626 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.381293] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.381293] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.381293] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.381293] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.381503] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.383049] env[69217]: DEBUG nova.virt.hardware [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.384216] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b1425-e284-441f-8ca0-8e7de4024343 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.396558] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764da4d7-0f09-4d41-9613-3d471c3d7ca5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.446053] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.446370] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.446504] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleting the datastore file [datastore1] 8287b3a6-c15b-45ef-9651-1695903d0bd3 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.446810] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9457c4f3-5387-43a9-8a8d-72e16d80493f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.455851] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1180.455851] env[69217]: value = "task-3533180" [ 1180.455851] env[69217]: _type = "Task" [ 1180.455851] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.465317] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.628653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ee6b5c5b-6bbc-4c55-b741-01519721e89a tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "a09bcfb1-0983-466b-847b-4f392ee88822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.218s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.629120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2143a850-bd23-491f-99bc-555686a67bb2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "4e953472-6ec4-4836-b2ba-f296c30597e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.660s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.690497] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] There are 56 instances to clean {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1180.690740] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 76d688c1-e397-4634-9d33-1fbdf7a282ed] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.805163] env[69217]: DEBUG nova.compute.manager [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-vif-plugged-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.805403] env[69217]: DEBUG oslo_concurrency.lockutils [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.805622] env[69217]: DEBUG oslo_concurrency.lockutils [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.805857] env[69217]: DEBUG oslo_concurrency.lockutils [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.806223] env[69217]: DEBUG nova.compute.manager [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] No waiting events found dispatching network-vif-plugged-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.806757] env[69217]: WARNING nova.compute.manager [req-c19b86de-9ec5-4a44-b883-cac1701e23ad req-08043347-6607-405b-b4dc-82d08a3a243e service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received unexpected event network-vif-plugged-c6af8654-6830-45f7-a31b-5a2305695421 for instance with vm_state building and task_state spawning. [ 1180.967008] env[69217]: DEBUG oslo_vmware.api [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35344} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.967619] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.967864] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.968182] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.968322] env[69217]: INFO nova.compute.manager [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1180.968897] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.969166] env[69217]: DEBUG nova.compute.manager [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.969324] env[69217]: DEBUG nova.network.neutron [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.195355] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 19fae40d-cc0a-41bc-9788-120b808c8a07] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.401465] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Successfully updated port: c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.420064] env[69217]: DEBUG nova.network.neutron [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [{"id": "9502e342-fd04-463c-b1ba-7dea73489291", "address": "fa:16:3e:9c:e6:15", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9502e342-fd", "ovs_interfaceid": "9502e342-fd04-463c-b1ba-7dea73489291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.702145] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4ca9ddb8-b25d-4cf9-a5d7-70e66d713314] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.905081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.905453] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.905453] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.914506] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.914718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.922434] env[69217]: DEBUG oslo_concurrency.lockutils [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.962514] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.054677] env[69217]: DEBUG nova.network.neutron [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.109539] env[69217]: DEBUG nova.network.neutron [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.209028] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7f6faaf7-7be5-4267-ab52-781569dcc24e] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.417223] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.457210] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d1e52-5789-4a07-8713-0b772cd13014 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.479333] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b23479-8442-488b-a0f6-afd178039d1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.485933] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.557892] env[69217]: INFO nova.compute.manager [-] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Took 1.59 seconds to deallocate network for instance. [ 1182.611706] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.612034] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Instance network_info: |[{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.612454] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:98:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6af8654-6830-45f7-a31b-5a2305695421', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.620486] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.620775] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.620977] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a64670-3d21-4ae8-9337-35299372488d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.643040] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.643040] env[69217]: value = "task-3533181" [ 1182.643040] env[69217]: _type = "Task" [ 1182.643040] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.651209] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533181, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.711105] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: d00aac19-551b-4b43-ab14-c10444c79027] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.942100] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.942454] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.944347] env[69217]: INFO nova.compute.claims [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.992941] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.993095] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af64c5b0-12d9-438c-8ae8-d29e23bc0c22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.001313] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1183.001313] env[69217]: value = "task-3533182" [ 1183.001313] env[69217]: _type = "Task" [ 1183.001313] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.011319] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.040050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.040404] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.064651] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.071880] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.072138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.072331] env[69217]: DEBUG nova.compute.manager [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Going to confirm migration 5 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.154178] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533181, 'name': CreateVM_Task, 'duration_secs': 0.374658} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.154359] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.155072] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.155234] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.155547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.155809] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b59971e-1231-4ccd-83b8-e4d1bb073718 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.159929] env[69217]: DEBUG nova.compute.manager [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-changed-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.160142] env[69217]: DEBUG nova.compute.manager [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing instance network info cache due to event network-changed-c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.160355] env[69217]: DEBUG oslo_concurrency.lockutils [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.160517] env[69217]: DEBUG oslo_concurrency.lockutils [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.160664] env[69217]: DEBUG nova.network.neutron [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing network info cache for port c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.165576] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1183.165576] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a42075-f80e-4f1e-3fc3-080c2e17a3f6" [ 1183.165576] env[69217]: _type = "Task" [ 1183.165576] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.175490] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a42075-f80e-4f1e-3fc3-080c2e17a3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.214867] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 098392a7-733d-491b-839c-679113522e95] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.512594] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.542574] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.643477] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.643702] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquired lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.643904] env[69217]: DEBUG nova.network.neutron [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.644110] env[69217]: DEBUG nova.objects.instance [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'info_cache' on Instance uuid 7a88ff2c-c740-4adf-9b01-3839d3092f2b {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.677905] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a42075-f80e-4f1e-3fc3-080c2e17a3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.678239] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.678487] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.678723] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.678910] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.679146] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.679455] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c032a276-44a9-4665-ad37-afc35dd7e264 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.697630] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.697824] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.698600] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480fb628-9a5b-495f-ba8f-8460ae2ec04e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.706705] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1183.706705] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e51baf-30ed-68e9-76d8-353d0f003925" [ 1183.706705] env[69217]: _type = "Task" [ 1183.706705] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.715563] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e51baf-30ed-68e9-76d8-353d0f003925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.718092] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7cb123b1-c707-4629-bd5f-fdf4e8bba399] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.818797] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.819164] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.874237] env[69217]: DEBUG nova.network.neutron [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updated VIF entry in instance network info cache for port c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.874600] env[69217]: DEBUG nova.network.neutron [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.013302] env[69217]: DEBUG oslo_vmware.api [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533182, 'name': PowerOnVM_Task, 'duration_secs': 0.815351} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.013575] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.013761] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-abe9b2b3-c74b-4e69-97e5-fa564922b923 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance 'be037e57-b381-4ef0-9274-5d21a3db2848' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.059882] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.135519] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a99cc74-732f-4d9a-8e64-6b6d0289b44f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.144005] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2098aea-b361-431c-924c-821572ca103a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.180462] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18182b7-8e23-4d1c-9a44-b07ed6501e43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.189861] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f325e35b-9799-46be-a788-a2b5e914ce27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.205244] env[69217]: DEBUG nova.compute.provider_tree [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.216366] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e51baf-30ed-68e9-76d8-353d0f003925, 'name': SearchDatastore_Task, 'duration_secs': 0.013981} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.217704] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc4cefa-1d5d-4715-a1cf-689056e2b346 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.220616] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ad9b96d4-2da6-4c35-a593-99d3f1696aef] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.225828] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1184.225828] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e5308b-53f3-c008-2089-5d4c7f5bb463" [ 1184.225828] env[69217]: _type = "Task" [ 1184.225828] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.234322] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e5308b-53f3-c008-2089-5d4c7f5bb463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.322074] env[69217]: INFO nova.compute.manager [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Detaching volume d0ed19c9-64fa-4a91-aaf4-e9f2890699bd [ 1184.355712] env[69217]: INFO nova.virt.block_device [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Attempting to driver detach volume d0ed19c9-64fa-4a91-aaf4-e9f2890699bd from mountpoint /dev/sdb [ 1184.355961] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.356172] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705654', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'name': 'volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'serial': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.357589] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838bbd0-f5a3-4319-860a-6658091cda1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.378967] env[69217]: DEBUG oslo_concurrency.lockutils [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.379182] env[69217]: DEBUG nova.compute.manager [req-7a0b7d08-429b-47f2-8d8f-6adbb7500063 req-05b29fe0-3df1-4a98-a4e5-47ec972ed1e0 service nova] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Received event network-vif-deleted-7d18eabd-e854-4433-aa6c-6b89d9bc104e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.380220] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e3889-86ac-4f7a-b7ca-953a1ec14dee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.387896] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c163e87-73a0-4ed5-82fd-15f876d5c705 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.409807] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa224a82-47fe-42ce-8adc-47fd678d72c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.427657] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] The volume has not been displaced from its original location: [datastore2] volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd/volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.433018] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.433348] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9581fd-6da0-4640-9a48-37bda21a5c73 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.453346] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1184.453346] env[69217]: value = "task-3533183" [ 1184.453346] env[69217]: _type = "Task" [ 1184.453346] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.462179] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.708379] env[69217]: DEBUG nova.scheduler.client.report [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.724225] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 944df052-5693-4f7e-8a12-97d37270c13e] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.737860] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e5308b-53f3-c008-2089-5d4c7f5bb463, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.738381] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.738641] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 196324f7-3438-4a8f-814f-e104586d4d91/196324f7-3438-4a8f-814f-e104586d4d91.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.738973] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb631a3-69be-49e6-8c12-9a43069aa949 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.745893] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1184.745893] env[69217]: value = "task-3533184" [ 1184.745893] env[69217]: _type = "Task" [ 1184.745893] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.758166] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.853816] env[69217]: DEBUG nova.network.neutron [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [{"id": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "address": "fa:16:3e:d2:5c:87", "network": {"id": "a3ee746d-f7b6-4aed-965e-ddb29373a65c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1857568997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a04450d9a34459b3ac14e2b5d5ab26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17486b45-f6", "ovs_interfaceid": "17486b45-f699-4bc6-adc1-0ff24f0abfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.963659] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533183, 'name': ReconfigVM_Task, 'duration_secs': 0.255214} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.964018] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.968983] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3269cfa8-5274-40e5-b393-0985e585b587 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.986935] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1184.986935] env[69217]: value = "task-3533185" [ 1184.986935] env[69217]: _type = "Task" [ 1184.986935] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.997750] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.215231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.215800] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.219828] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.155s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.220201] env[69217]: DEBUG nova.objects.instance [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'resources' on Instance uuid 8287b3a6-c15b-45ef-9651-1695903d0bd3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.231637] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 0756a642-3218-44eb-9258-e562a7624157] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.260308] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496242} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.260772] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 196324f7-3438-4a8f-814f-e104586d4d91/196324f7-3438-4a8f-814f-e104586d4d91.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.260991] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.261255] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86176263-a731-4bd5-a9b7-8bf47e4e36c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.270996] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1185.270996] env[69217]: value = "task-3533186" [ 1185.270996] env[69217]: _type = "Task" [ 1185.270996] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.279907] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.357068] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Releasing lock "refresh_cache-7a88ff2c-c740-4adf-9b01-3839d3092f2b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.357068] env[69217]: DEBUG nova.objects.instance [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lazy-loading 'migration_context' on Instance uuid 7a88ff2c-c740-4adf-9b01-3839d3092f2b {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.499024] env[69217]: DEBUG oslo_vmware.api [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533185, 'name': ReconfigVM_Task, 'duration_secs': 0.344816} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.499396] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705654', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'name': 'volume-d0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd', 'serial': 'd0ed19c9-64fa-4a91-aaf4-e9f2890699bd'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.724602] env[69217]: DEBUG nova.compute.utils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.729815] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.730428] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.734244] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4663beaf-45c2-4cfc-81f5-0317491f47b7] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.762034] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.762292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.762482] env[69217]: DEBUG nova.compute.manager [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Going to confirm migration 6 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1185.769592] env[69217]: DEBUG nova.policy [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a825c0ae994cfa93bc08d0f9711eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd913ebde75f4232b236c389fc5ec19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.781766] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29416} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.782683] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.783456] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1609c-73fb-4a26-a5ea-93b2077c813c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.806671] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 196324f7-3438-4a8f-814f-e104586d4d91/196324f7-3438-4a8f-814f-e104586d4d91.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.808953] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381a328f-996b-45d4-b4d8-ecc5c8b79a67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.829267] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1185.829267] env[69217]: value = "task-3533187" [ 1185.829267] env[69217]: _type = "Task" [ 1185.829267] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.838394] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.860083] env[69217]: DEBUG nova.objects.base [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Object Instance<7a88ff2c-c740-4adf-9b01-3839d3092f2b> lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.861059] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3687c-b060-4192-a95a-03b7687d7ab5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.886889] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e520fa3-86a9-4eb4-8457-97e67554cd5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.893181] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1185.893181] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fcd13-d67d-81fa-e06a-be1001155d42" [ 1185.893181] env[69217]: _type = "Task" [ 1185.893181] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.901373] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fcd13-d67d-81fa-e06a-be1001155d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.039974] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1c9f47-0e90-4dd8-9557-809dcba60ecf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.047157] env[69217]: DEBUG nova.objects.instance [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'flavor' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.051486] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29624342-cb11-4092-bd1c-249e5083998a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.087865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309232dd-4ced-4e0a-b0bb-5bba6505e336 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.097120] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e67615a-c93e-4cd9-b348-990782699116 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.113112] env[69217]: DEBUG nova.compute.provider_tree [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.116476] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Successfully created port: bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.227665] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.239831] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 28b61e85-3ffd-4501-9d93-78c1061b81bc] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.312619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.312810] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.313166] env[69217]: DEBUG nova.network.neutron [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.313252] env[69217]: DEBUG nova.objects.instance [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'info_cache' on Instance uuid be037e57-b381-4ef0-9274-5d21a3db2848 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.340103] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533187, 'name': ReconfigVM_Task, 'duration_secs': 0.35549} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.340862] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 196324f7-3438-4a8f-814f-e104586d4d91/196324f7-3438-4a8f-814f-e104586d4d91.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.341191] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1243328a-4f23-4bc2-a542-7550452a12a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.348790] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1186.348790] env[69217]: value = "task-3533188" [ 1186.348790] env[69217]: _type = "Task" [ 1186.348790] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.357541] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533188, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.404371] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524fcd13-d67d-81fa-e06a-be1001155d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.404709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.616252] env[69217]: DEBUG nova.scheduler.client.report [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.741570] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 712a3cd1-5534-4a0e-a87c-bc1c7e5f09e1] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.859483] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533188, 'name': Rename_Task, 'duration_secs': 0.160448} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.859825] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.860142] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba2cb3e-fb2c-4f95-87e8-10a06bf57617 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.867819] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1186.867819] env[69217]: value = "task-3533189" [ 1186.867819] env[69217]: _type = "Task" [ 1186.867819] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.875167] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.055318] env[69217]: DEBUG oslo_concurrency.lockutils [None req-4f5778ae-e41b-4e55-8159-111390041b8b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.121118] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.123416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.064s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.124951] env[69217]: INFO nova.compute.claims [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.147139] env[69217]: INFO nova.scheduler.client.report [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted allocations for instance 8287b3a6-c15b-45ef-9651-1695903d0bd3 [ 1187.238398] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.247534] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 529d1c52-bd2c-4525-86b5-1c346c547df1] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.269046] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.269384] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.269570] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.269804] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.269998] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.270190] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.270493] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.270603] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.270727] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.270890] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.271078] env[69217]: DEBUG nova.virt.hardware [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.272143] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48db199-1bfc-4483-b57b-a8ca87b450be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.281891] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5103a98-5797-498e-8da2-bee2dba0e841 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.377095] env[69217]: DEBUG oslo_vmware.api [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533189, 'name': PowerOnVM_Task, 'duration_secs': 0.490887} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.377335] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.377556] env[69217]: INFO nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1187.377735] env[69217]: DEBUG nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.378529] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c513f0-1946-4438-b93a-66795447b8a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.640281] env[69217]: DEBUG nova.network.neutron [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [{"id": "9502e342-fd04-463c-b1ba-7dea73489291", "address": "fa:16:3e:9c:e6:15", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9502e342-fd", "ovs_interfaceid": "9502e342-fd04-463c-b1ba-7dea73489291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.654180] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2503c956-4a6d-43f6-a449-9484cac6c570 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "8287b3a6-c15b-45ef-9651-1695903d0bd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.333s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.655349] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.659077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.659077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.659077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.659077] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.659077] env[69217]: INFO nova.compute.manager [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Terminating instance [ 1187.751421] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4d8cbb7e-afb5-4efc-89ed-7c17f42aa64c] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.801076] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Successfully updated port: bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.826726] env[69217]: DEBUG nova.compute.manager [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Received event network-vif-plugged-bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.826952] env[69217]: DEBUG oslo_concurrency.lockutils [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.827182] env[69217]: DEBUG oslo_concurrency.lockutils [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.827378] env[69217]: DEBUG oslo_concurrency.lockutils [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.827516] env[69217]: DEBUG nova.compute.manager [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] No waiting events found dispatching network-vif-plugged-bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.827681] env[69217]: WARNING nova.compute.manager [req-0d2fb2bf-e9b4-45ec-a6b8-a22639c9e894 req-3a532e6f-e3c9-4e60-8bc6-e4b9f5e3f616 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Received unexpected event network-vif-plugged-bf8563d4-27e4-4208-b870-696f991b8024 for instance with vm_state building and task_state spawning. [ 1187.894392] env[69217]: INFO nova.compute.manager [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Took 11.88 seconds to build instance. [ 1188.142702] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-be037e57-b381-4ef0-9274-5d21a3db2848" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.142966] env[69217]: DEBUG nova.objects.instance [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'migration_context' on Instance uuid be037e57-b381-4ef0-9274-5d21a3db2848 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.161233] env[69217]: DEBUG nova.compute.manager [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.161337] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.162447] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f5015c-bf82-467e-8713-fb834abadc7c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.173370] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.173370] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b260643-26bb-4128-8463-802067ae2de5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.179613] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1188.179613] env[69217]: value = "task-3533190" [ 1188.179613] env[69217]: _type = "Task" [ 1188.179613] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.187875] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.254829] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ace149be-a4c6-4d21-8581-7187a2ea0fda] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.304057] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.304279] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.304473] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.366721] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09de5a-9c22-4bc8-a982-13c51d03860c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.374264] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9e3c8-11fc-433c-9653-c8058252e24d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.406642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.405s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.407700] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa1a856-e2d3-4af0-968c-dce5c072f4f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.415752] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61356e26-b35e-4fbd-b946-faa82b092b37 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.430655] env[69217]: DEBUG nova.compute.provider_tree [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.434558] env[69217]: DEBUG nova.compute.manager [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.434760] env[69217]: DEBUG nova.compute.manager [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.434977] env[69217]: DEBUG oslo_concurrency.lockutils [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.435139] env[69217]: DEBUG oslo_concurrency.lockutils [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.435306] env[69217]: DEBUG nova.network.neutron [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.525062] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "18b738e8-41e5-45c3-a755-2b378ee9496d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.525444] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.525685] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.525943] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.526096] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.528627] env[69217]: INFO nova.compute.manager [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Terminating instance [ 1188.649000] env[69217]: DEBUG nova.objects.base [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.650020] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5416664-9cb9-4d7a-97b8-b27da6abb157 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.671893] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730e00cc-64fc-4f9d-a0c1-cf11ba553c7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.677656] env[69217]: DEBUG oslo_vmware.api [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1188.677656] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5227056b-d99b-e61d-1fcc-a8fbab60cdca" [ 1188.677656] env[69217]: _type = "Task" [ 1188.677656] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.688993] env[69217]: DEBUG oslo_vmware.api [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5227056b-d99b-e61d-1fcc-a8fbab60cdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.692656] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533190, 'name': PowerOffVM_Task, 'duration_secs': 0.206038} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.692656] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.692656] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.692656] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c20b3a-fb0b-449a-965a-2f6eee10b6a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.758290] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 516953cd-2bfb-4cac-a962-74116a928793] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.764943] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.765372] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.765601] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.766159] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7ea4dc-2937-4ade-a0a1-d39f31adac42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.772830] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1188.772830] env[69217]: value = "task-3533192" [ 1188.772830] env[69217]: _type = "Task" [ 1188.772830] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.782201] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.843372] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.934124] env[69217]: DEBUG nova.scheduler.client.report [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.032378] env[69217]: DEBUG nova.compute.manager [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.032596] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.033513] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbde320-8527-4749-bd4c-a4ed402d28c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.041241] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.041481] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c802de7a-ebd0-457c-a0d8-6f334f1a6cc1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.047126] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1189.047126] env[69217]: value = "task-3533193" [ 1189.047126] env[69217]: _type = "Task" [ 1189.047126] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.054911] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.097516] env[69217]: DEBUG nova.network.neutron [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.190620] env[69217]: DEBUG oslo_vmware.api [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5227056b-d99b-e61d-1fcc-a8fbab60cdca, 'name': SearchDatastore_Task, 'duration_secs': 0.013644} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.190620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.245298] env[69217]: DEBUG nova.network.neutron [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updated VIF entry in instance network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.245298] env[69217]: DEBUG nova.network.neutron [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.268844] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 537a3796-9d19-44bd-8ab3-22e5121b81aa] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.287564] env[69217]: DEBUG oslo_vmware.api [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302909} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.288056] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.288459] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.288788] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.289167] env[69217]: INFO nova.compute.manager [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1189.290510] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.290510] env[69217]: DEBUG nova.compute.manager [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.290510] env[69217]: DEBUG nova.network.neutron [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.448217] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.448217] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.450277] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.046s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.561379] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533193, 'name': PowerOffVM_Task, 'duration_secs': 0.214542} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.562611] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.562611] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.563105] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f59d69e-d88d-4597-88fb-11bbd80dd1d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.601059] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.604017] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Instance network_info: |[{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.604017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:81:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8563d4-27e4-4208-b870-696f991b8024', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.613199] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.616450] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.616450] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd20ac12-fd42-4be5-a1e2-ba85e08bf387 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.645357] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.645862] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.646176] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleting the datastore file [datastore1] 18b738e8-41e5-45c3-a755-2b378ee9496d {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.648055] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67d4e4f-85dd-47ca-8270-37f3127c7ae6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.650123] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.650123] env[69217]: value = "task-3533195" [ 1189.650123] env[69217]: _type = "Task" [ 1189.650123] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.654810] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1189.654810] env[69217]: value = "task-3533196" [ 1189.654810] env[69217]: _type = "Task" [ 1189.654810] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.663648] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533195, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.675718] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.747726] env[69217]: DEBUG oslo_concurrency.lockutils [req-344f6469-0f95-4268-956a-6914586d8a0b req-d5ec0cfa-3719-4df7-8278-f756cdff558f service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.770866] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: b69c1e23-a28c-4101-9fc4-15be02e81b28] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.864262] env[69217]: DEBUG nova.compute.manager [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Received event network-changed-bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.864262] env[69217]: DEBUG nova.compute.manager [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Refreshing instance network info cache due to event network-changed-bf8563d4-27e4-4208-b870-696f991b8024. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.864532] env[69217]: DEBUG oslo_concurrency.lockutils [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.864825] env[69217]: DEBUG oslo_concurrency.lockutils [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.865773] env[69217]: DEBUG nova.network.neutron [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Refreshing network info cache for port bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.953936] env[69217]: DEBUG nova.compute.utils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.955495] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.955672] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.019933] env[69217]: DEBUG nova.policy [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c74608750f243f4ba15896b746352dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5178d7d2ae6400682516d884c5413e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.166210] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533195, 'name': CreateVM_Task, 'duration_secs': 0.392126} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.166820] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.167818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.167818] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.168893] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.172254] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34946ffa-28d2-4961-b7c7-a8de53a6e20e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.174535] env[69217]: DEBUG oslo_vmware.api [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238248} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.176050] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.176252] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.176432] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.176610] env[69217]: INFO nova.compute.manager [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.176840] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.177571] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0198f-00e5-4565-8e53-846c51933829 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.180896] env[69217]: DEBUG nova.compute.manager [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.180896] env[69217]: DEBUG nova.network.neutron [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.183695] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1190.183695] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e8fd84-efe3-c912-76a5-3ec8314f2538" [ 1190.183695] env[69217]: _type = "Task" [ 1190.183695] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.190426] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6615a7e-b948-49ac-9e9a-e340fe582e1d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.196570] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e8fd84-efe3-c912-76a5-3ec8314f2538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.225908] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6121ec5-39a0-49b8-90d9-1356326b1b32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.236865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02da7a-bee8-403e-888c-e2c9bed9e06c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.253069] env[69217]: DEBUG nova.compute.provider_tree [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.273744] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a09bcfb1-0983-466b-847b-4f392ee88822] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.329409] env[69217]: DEBUG nova.network.neutron [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.462338] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.668199] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-changed-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.668199] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing instance network info cache due to event network-changed-c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.668199] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.668199] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.668199] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing network info cache for port c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.698400] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e8fd84-efe3-c912-76a5-3ec8314f2538, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.698701] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.698968] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.699251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.699405] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.699583] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.699844] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619943bd-60a8-4af3-9d46-4783ce10cd44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.713962] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.713962] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.714422] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb53345a-f238-443a-a8ba-79bb910a83fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.719690] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1190.719690] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52531203-c861-9c2b-be85-cc6f172fd48b" [ 1190.719690] env[69217]: _type = "Task" [ 1190.719690] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.729506] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52531203-c861-9c2b-be85-cc6f172fd48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.742894] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Successfully created port: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.757665] env[69217]: DEBUG nova.scheduler.client.report [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.777455] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 8bf10b3d-026f-4d57-baba-65d4f8e1ecf8] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.832051] env[69217]: INFO nova.compute.manager [-] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Took 1.54 seconds to deallocate network for instance. [ 1190.848628] env[69217]: DEBUG nova.network.neutron [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updated VIF entry in instance network info cache for port bf8563d4-27e4-4208-b870-696f991b8024. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.849100] env[69217]: DEBUG nova.network.neutron [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.178829] env[69217]: DEBUG nova.network.neutron [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.230147] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52531203-c861-9c2b-be85-cc6f172fd48b, 'name': SearchDatastore_Task, 'duration_secs': 0.029669} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.230960] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4d42bd-c76b-4c97-876c-659972a4369e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.236123] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1191.236123] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e3fc6e-8cd3-f31d-b383-383131a6a9e7" [ 1191.236123] env[69217]: _type = "Task" [ 1191.236123] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.244041] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e3fc6e-8cd3-f31d-b383-383131a6a9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.282304] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ca7c9b09-691a-4545-beaa-240ea9350076] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.339999] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.353079] env[69217]: DEBUG oslo_concurrency.lockutils [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.353353] env[69217]: DEBUG nova.compute.manager [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Received event network-vif-deleted-9ea3afb6-33c2-4ac7-868c-40047df952fb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.353537] env[69217]: INFO nova.compute.manager [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Neutron deleted interface 9ea3afb6-33c2-4ac7-868c-40047df952fb; detaching it from the instance and deleting it from the info cache [ 1191.353707] env[69217]: DEBUG nova.network.neutron [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.410815] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updated VIF entry in instance network info cache for port c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.411249] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.473613] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.501997] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.502317] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.502478] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.502692] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.502806] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.502955] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.503183] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.503346] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.503549] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.503689] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.503866] env[69217]: DEBUG nova.virt.hardware [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.504770] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a474015a-2fee-4db7-85bb-df9304355faf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.513533] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2403eb-338a-4f04-b865-8353e4c5a29e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.681542] env[69217]: INFO nova.compute.manager [-] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Took 1.50 seconds to deallocate network for instance. [ 1191.747131] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e3fc6e-8cd3-f31d-b383-383131a6a9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.747393] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.747691] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.747957] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94b33463-6086-4c23-b154-7de783e253ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.756528] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1191.756528] env[69217]: value = "task-3533197" [ 1191.756528] env[69217]: _type = "Task" [ 1191.756528] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.764835] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.772174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.322s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.774805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.584s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.785351] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 1307d91b-d50b-4591-b35e-9a07cc6af010] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.856897] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52d5c165-750f-4330-9c83-a1c797f80b1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.867116] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa9c3d-907f-41e9-a11d-52923fce9ec5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.899036] env[69217]: DEBUG nova.compute.manager [req-bf0c3a41-b0bd-4db3-90d4-5929f557dfcf req-c25b0712-c8e9-4d83-8a15-2da390a1e6a2 service nova] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Detach interface failed, port_id=9ea3afb6-33c2-4ac7-868c-40047df952fb, reason: Instance 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.913996] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.914822] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-changed-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.914822] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing instance network info cache due to event network-changed-c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.914822] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.914985] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.915165] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing network info cache for port c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.947869] env[69217]: DEBUG nova.compute.manager [req-84086e9c-b2d6-4ca6-84aa-4ddebad94866 req-6cf50a52-1fc3-452e-8b27-8daf900dda8b service nova] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Received event network-vif-deleted-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.188455] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.267779] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533197, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.290097] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 66086965-49d5-4372-966e-738e9d005efe] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.301298] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Successfully updated port: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.352390] env[69217]: INFO nova.scheduler.client.report [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocation for migration 2cc15467-cfc2-4cfd-b96a-b28547903763 [ 1192.457327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6bec7a-516b-4c87-bfae-079d28579093 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.465130] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d3057c-5891-474a-9a71-fed368ebe2fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.496789] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ee7c18-2d03-4c67-8f03-bcbf8d7ccbe6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.504195] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2c2cc-6e01-4798-b2e6-02c723f01a69 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.517205] env[69217]: DEBUG nova.compute.provider_tree [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.636133] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updated VIF entry in instance network info cache for port c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.636505] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.769263] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.769559] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.769775] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.770762] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab605c2-5f06-4dd0-b8f7-0cb0302db643 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.777402] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1192.777402] env[69217]: value = "task-3533198" [ 1192.777402] env[69217]: _type = "Task" [ 1192.777402] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.788768] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.791444] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 18fea106-14dd-444e-a58d-44c26da6cb93] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.804904] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.805135] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.805212] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.860016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.788s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.021894] env[69217]: DEBUG nova.scheduler.client.report [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.139501] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.139780] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.140074] env[69217]: DEBUG nova.compute.manager [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.140336] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.140480] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.140641] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.287706] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142414} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.288006] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.288798] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b27d120-7964-42f1-a845-d49753a3a688 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.302148] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 80c24bd8-61ce-4833-9d47-d3d268a9d58d] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.312884] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.314950] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2f171c-0f73-4ce9-b29f-c5fb1bc0352b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.336369] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1193.336369] env[69217]: value = "task-3533199" [ 1193.336369] env[69217]: _type = "Task" [ 1193.336369] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.344536] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.354946] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.805661] env[69217]: DEBUG nova.network.neutron [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating instance_info_cache with network_info: [{"id": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "address": "fa:16:3e:5e:9d:9d", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbcaab-58", "ovs_interfaceid": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.813967] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: fbc67e62-355e-44d4-addf-e8dafc2b9e59] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.854748] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.976451] env[69217]: DEBUG nova.compute.manager [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Received event network-vif-plugged-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.976718] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.976969] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.977221] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.977428] env[69217]: DEBUG nova.compute.manager [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] No waiting events found dispatching network-vif-plugged-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.977623] env[69217]: WARNING nova.compute.manager [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Received unexpected event network-vif-plugged-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 for instance with vm_state building and task_state spawning. [ 1193.977813] env[69217]: DEBUG nova.compute.manager [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Received event network-changed-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.977999] env[69217]: DEBUG nova.compute.manager [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Refreshing instance network info cache due to event network-changed-9ebbcaab-58c4-4a51-ab12-84f265a3aee3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.978215] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Acquiring lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.008487] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updated VIF entry in instance network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.008849] env[69217]: DEBUG nova.network.neutron [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.034591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.036666] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.697s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.037089] env[69217]: DEBUG nova.objects.instance [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'resources' on Instance uuid 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.101683] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.101683] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.101683] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.101683] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.101683] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.104283] env[69217]: INFO nova.compute.manager [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Terminating instance [ 1194.308141] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.308530] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Instance network_info: |[{"id": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "address": "fa:16:3e:5e:9d:9d", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbcaab-58", "ovs_interfaceid": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.308831] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Acquired lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.309079] env[69217]: DEBUG nova.network.neutron [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Refreshing network info cache for port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.310397] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ebbcaab-58c4-4a51-ab12-84f265a3aee3', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.318126] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.321094] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 0ade81d1-07d6-432d-91c4-e4a9751f8d45] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.322655] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.323605] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b83750a-72e1-4bd8-939e-5f154a254931 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.349321] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533199, 'name': ReconfigVM_Task, 'duration_secs': 0.58012} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.350471] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.351069] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.351069] env[69217]: value = "task-3533200" [ 1194.351069] env[69217]: _type = "Task" [ 1194.351069] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.351263] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd2e8ff-0e52-4ccc-8454-34d61085599f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.361209] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533200, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.362413] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1194.362413] env[69217]: value = "task-3533201" [ 1194.362413] env[69217]: _type = "Task" [ 1194.362413] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.372722] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533201, 'name': Rename_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.511180] env[69217]: DEBUG oslo_concurrency.lockutils [req-a7e27d96-183f-4fc0-bce7-b0ae1c340a43 req-c1dd99a0-ff59-4ef7-876f-aaf97938583c service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.531896] env[69217]: DEBUG nova.network.neutron [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updated VIF entry in instance network info cache for port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.532267] env[69217]: DEBUG nova.network.neutron [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating instance_info_cache with network_info: [{"id": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "address": "fa:16:3e:5e:9d:9d", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbcaab-58", "ovs_interfaceid": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.594030] env[69217]: INFO nova.scheduler.client.report [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocation for migration 99741092-d109-469c-ab62-e32b5e5a3474 [ 1194.611030] env[69217]: DEBUG nova.compute.manager [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.611277] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.612589] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df484e-13b1-49ba-bfcf-31161a304f16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.620394] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.620664] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd47192f-21e3-43a8-b4f3-abbe02a4988a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.630032] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1194.630032] env[69217]: value = "task-3533202" [ 1194.630032] env[69217]: _type = "Task" [ 1194.630032] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.646806] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.707022] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fc1aa-365f-4eb4-b130-befcdc6ffdd3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.714704] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f301075e-5600-481f-bf35-9a5a7a28a5b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.748569] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc31883-e7d1-4f34-8bff-34f78dd10cde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.757336] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763b5faa-540a-4723-9966-0ed9519713f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.772266] env[69217]: DEBUG nova.compute.provider_tree [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.824979] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 991fc072-e3ac-40c4-b7be-1bec37fdee3f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.862295] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533200, 'name': CreateVM_Task, 'duration_secs': 0.318768} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.862475] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.863245] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.863413] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.863744] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.866891] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f1b364-17b4-48c8-8c55-09c3435fba7a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.874137] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533201, 'name': Rename_Task, 'duration_secs': 0.140192} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.875562] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.875866] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1194.875866] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f9cac-801c-e503-cd5e-e53f7d3ae5df" [ 1194.875866] env[69217]: _type = "Task" [ 1194.875866] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.876059] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9f08d9-317f-4c09-9f01-1730c3ab73b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.886369] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f9cac-801c-e503-cd5e-e53f7d3ae5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.887855] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1194.887855] env[69217]: value = "task-3533203" [ 1194.887855] env[69217]: _type = "Task" [ 1194.887855] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.895576] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.035427] env[69217]: DEBUG oslo_concurrency.lockutils [req-878058d6-da22-4f5d-897f-d4a732743275 req-96ee6226-1b54-4502-87f9-6b3511a1e7aa service nova] Releasing lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.101118] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e067f2a-0b64-48dd-bdeb-af7e27777dd2 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.339s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.142094] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533202, 'name': PowerOffVM_Task, 'duration_secs': 0.181178} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.142094] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.142289] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.142754] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c80d9ed7-bd1d-4098-b8fa-7368aaca1a4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.206918] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.207979] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.207979] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleting the datastore file [datastore1] 7a88ff2c-c740-4adf-9b01-3839d3092f2b {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.207979] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e73f67-9f26-4f44-b19d-c5a978c8afd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.216637] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for the task: (returnval){ [ 1195.216637] env[69217]: value = "task-3533205" [ 1195.216637] env[69217]: _type = "Task" [ 1195.216637] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.225377] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.275612] env[69217]: DEBUG nova.scheduler.client.report [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.328257] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: f89a5c66-f016-4a92-9923-8db5800d1b3f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.388452] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524f9cac-801c-e503-cd5e-e53f7d3ae5df, 'name': SearchDatastore_Task, 'duration_secs': 0.018376} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.388815] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.389088] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.389327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.389470] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.389646] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.392728] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8decb0-a5c2-4367-a1a3-7a98439d36b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.399174] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533203, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.418899] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.419205] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.420025] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3109b3-cb7c-4454-ba11-132fcc58ecfe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.425524] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1195.425524] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c379-e8ae-6b5d-a576-2389fcb7ebfa" [ 1195.425524] env[69217]: _type = "Task" [ 1195.425524] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.433828] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c379-e8ae-6b5d-a576-2389fcb7ebfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.625020] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.625251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.625468] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.625694] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.625820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.627900] env[69217]: INFO nova.compute.manager [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Terminating instance [ 1195.725969] env[69217]: DEBUG oslo_vmware.api [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Task: {'id': task-3533205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142165} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.726243] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.726426] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.726601] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.726771] env[69217]: INFO nova.compute.manager [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1195.727015] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.727212] env[69217]: DEBUG nova.compute.manager [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.727307] env[69217]: DEBUG nova.network.neutron [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.782682] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.785676] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.597s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.785676] env[69217]: DEBUG nova.objects.instance [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'resources' on Instance uuid 18b738e8-41e5-45c3-a755-2b378ee9496d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.804009] env[69217]: INFO nova.scheduler.client.report [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted allocations for instance 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4 [ 1195.831427] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: eaccca85-88d3-4211-ad1c-ac619ed2d244] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.897671] env[69217]: DEBUG oslo_vmware.api [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533203, 'name': PowerOnVM_Task, 'duration_secs': 0.558038} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.897920] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.900175] env[69217]: INFO nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1195.900400] env[69217]: DEBUG nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.902358] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa7679-73a3-4bca-a6bd-f5b186b2a729 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.935458] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5240c379-e8ae-6b5d-a576-2389fcb7ebfa, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.936433] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5af9ae-9205-4a37-ab83-bd0b1f4eb56a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.941815] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1195.941815] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b110c2-8e76-aefa-38d6-281d06e10c87" [ 1195.941815] env[69217]: _type = "Task" [ 1195.941815] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.949417] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b110c2-8e76-aefa-38d6-281d06e10c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.032496] env[69217]: DEBUG nova.compute.manager [req-be0499f4-b6d9-4f83-82b1-0d88c4e0bbd5 req-eb49d32f-29bb-486c-af03-584581d870f6 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Received event network-vif-deleted-17486b45-f699-4bc6-adc1-0ff24f0abfee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.032753] env[69217]: INFO nova.compute.manager [req-be0499f4-b6d9-4f83-82b1-0d88c4e0bbd5 req-eb49d32f-29bb-486c-af03-584581d870f6 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Neutron deleted interface 17486b45-f699-4bc6-adc1-0ff24f0abfee; detaching it from the instance and deleting it from the info cache [ 1196.033061] env[69217]: DEBUG nova.network.neutron [req-be0499f4-b6d9-4f83-82b1-0d88c4e0bbd5 req-eb49d32f-29bb-486c-af03-584581d870f6 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.084900] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "e30929f2-5647-43ad-8195-d401125f6e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.085154] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.130961] env[69217]: DEBUG nova.compute.manager [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.131196] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.132144] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8df3cf-a1c3-409d-9fcd-bc5df78c942a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.140173] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.140437] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50ec7e5-adca-4ab8-854c-e1ce4c6873f9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.146527] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1196.146527] env[69217]: value = "task-3533206" [ 1196.146527] env[69217]: _type = "Task" [ 1196.146527] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.156626] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.315385] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9e5144bb-1a95-4e3a-a217-68558e820f99 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.658s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.334754] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 1db697a7-a3f1-4899-aa7a-10224d565bc0] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.421294] env[69217]: INFO nova.compute.manager [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Took 13.50 seconds to build instance. [ 1196.456293] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52b110c2-8e76-aefa-38d6-281d06e10c87, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.456572] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.456833] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d4cffb5b-5d23-4f07-b12a-99185fd54c54/d4cffb5b-5d23-4f07-b12a-99185fd54c54.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.457294] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb94ebe-6913-4bfc-9e8f-0bad01e5f343 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.464044] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1196.464044] env[69217]: value = "task-3533207" [ 1196.464044] env[69217]: _type = "Task" [ 1196.464044] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.475483] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.480289] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fa6bb-bedc-4a04-a66e-8447e7705351 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.487155] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f51c42e-6bde-480b-bcc3-5bc0fcfb51d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.517945] env[69217]: DEBUG nova.network.neutron [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.520644] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084df3e-5554-4ca1-b198-3fbb51ba819a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.529025] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5bbac-88c7-4dee-ae36-259470be6a3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.535960] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ff317a8-b80a-4e9b-9fa4-e67712feedcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.548383] env[69217]: DEBUG nova.compute.provider_tree [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.554965] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b6f43-d2cb-4c23-a934-54ef44fe748f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.584204] env[69217]: DEBUG nova.compute.manager [req-be0499f4-b6d9-4f83-82b1-0d88c4e0bbd5 req-eb49d32f-29bb-486c-af03-584581d870f6 service nova] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Detach interface failed, port_id=17486b45-f699-4bc6-adc1-0ff24f0abfee, reason: Instance 7a88ff2c-c740-4adf-9b01-3839d3092f2b could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.589028] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.662904] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533206, 'name': PowerOffVM_Task, 'duration_secs': 0.30106} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.663260] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.663460] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.664146] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9853ee3-7d1e-429c-9373-73bc95baa0a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.832318] env[69217]: DEBUG nova.compute.manager [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Received event network-changed-bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.832565] env[69217]: DEBUG nova.compute.manager [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Refreshing instance network info cache due to event network-changed-bf8563d4-27e4-4208-b870-696f991b8024. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.832831] env[69217]: DEBUG oslo_concurrency.lockutils [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.835165] env[69217]: DEBUG oslo_concurrency.lockutils [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.835165] env[69217]: DEBUG nova.network.neutron [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Refreshing network info cache for port bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.835736] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.835969] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.836176] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore2] be037e57-b381-4ef0-9274-5d21a3db2848 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.836448] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db245e6-67cd-4a5e-8c4d-bacf36d49dce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.839811] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 660cb897-0282-44b4-a2ae-d9f5ccf8e37c] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.849564] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1196.849564] env[69217]: value = "task-3533209" [ 1196.849564] env[69217]: _type = "Task" [ 1196.849564] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.861742] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.925831] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.011s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.976247] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.021019] env[69217]: INFO nova.compute.manager [-] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Took 1.29 seconds to deallocate network for instance. [ 1197.052829] env[69217]: DEBUG nova.scheduler.client.report [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.114859] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.344187] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 15c2d60c-ffc3-49c4-901d-26910283cb17] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.359790] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.479895] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53024} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.484015] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] d4cffb5b-5d23-4f07-b12a-99185fd54c54/d4cffb5b-5d23-4f07-b12a-99185fd54c54.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.484386] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.484771] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61d6da0f-c64f-461c-8e3a-89e09ec4d720 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.494119] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1197.494119] env[69217]: value = "task-3533210" [ 1197.494119] env[69217]: _type = "Task" [ 1197.494119] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.506838] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.530488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.558232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.560804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.446s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.561905] env[69217]: INFO nova.compute.claims [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.578742] env[69217]: INFO nova.scheduler.client.report [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted allocations for instance 18b738e8-41e5-45c3-a755-2b378ee9496d [ 1197.621123] env[69217]: DEBUG nova.network.neutron [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updated VIF entry in instance network info cache for port bf8563d4-27e4-4208-b870-696f991b8024. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.621510] env[69217]: DEBUG nova.network.neutron [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.847656] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: fd3c5ecf-e9bd-4a13-a427-38519432b362] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.861048] env[69217]: DEBUG oslo_vmware.api [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.709681} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.861048] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.861048] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.861282] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.861282] env[69217]: INFO nova.compute.manager [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1197.861507] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.861704] env[69217]: DEBUG nova.compute.manager [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.861798] env[69217]: DEBUG nova.network.neutron [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.004747] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066704} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.004920] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.005855] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6e153-fc32-4a56-aee9-5167d44add2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.030513] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d4cffb5b-5d23-4f07-b12a-99185fd54c54/d4cffb5b-5d23-4f07-b12a-99185fd54c54.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.031336] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba7e29e-df65-4658-ac79-8f60d0d04928 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.055850] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1198.055850] env[69217]: value = "task-3533211" [ 1198.055850] env[69217]: _type = "Task" [ 1198.055850] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.068461] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.088093] env[69217]: DEBUG oslo_concurrency.lockutils [None req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "18b738e8-41e5-45c3-a755-2b378ee9496d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.563s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.126059] env[69217]: DEBUG oslo_concurrency.lockutils [req-0a5a55fd-d63a-4db1-9eeb-2d6f74fe3f50 req-5817b31c-81e9-46a7-a0b8-2aeea46fb697 service nova] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.232636] env[69217]: DEBUG nova.compute.manager [req-e89c24e8-f06c-4d74-882b-c068c01519e0 req-2a3aa321-58aa-4e49-b0ff-b55b78e14949 service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Received event network-vif-deleted-9502e342-fd04-463c-b1ba-7dea73489291 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.232760] env[69217]: INFO nova.compute.manager [req-e89c24e8-f06c-4d74-882b-c068c01519e0 req-2a3aa321-58aa-4e49-b0ff-b55b78e14949 service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Neutron deleted interface 9502e342-fd04-463c-b1ba-7dea73489291; detaching it from the instance and deleting it from the info cache [ 1198.233012] env[69217]: DEBUG nova.network.neutron [req-e89c24e8-f06c-4d74-882b-c068c01519e0 req-2a3aa321-58aa-4e49-b0ff-b55b78e14949 service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.350814] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 2fe87508-31de-4630-93cf-b9002d928699] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.492381] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.492626] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.550138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.550549] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.550796] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.550984] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.551219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.556461] env[69217]: INFO nova.compute.manager [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Terminating instance [ 1198.572977] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.716457] env[69217]: DEBUG nova.network.neutron [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.729508] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed28bb-f701-4431-afa4-c35d029dccfa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.737375] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a850379a-626a-4668-872a-cc6bdaf10000 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.739927] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58897d33-4c8a-4583-bc39-17bad9ad2001 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.774556] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6485cf6-97bf-47c0-948f-f2d5f16e9da9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.789488] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e7e7d4-d7e3-4ca7-94e9-a5ce91eeb96d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.797729] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdbd29-5934-43be-af3b-8a2eda7b0c6e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.811085] env[69217]: DEBUG nova.compute.manager [req-e89c24e8-f06c-4d74-882b-c068c01519e0 req-2a3aa321-58aa-4e49-b0ff-b55b78e14949 service nova] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Detach interface failed, port_id=9502e342-fd04-463c-b1ba-7dea73489291, reason: Instance be037e57-b381-4ef0-9274-5d21a3db2848 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.819702] env[69217]: DEBUG nova.compute.provider_tree [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.854928] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 3a759712-a5e6-44f2-9836-01b3d181d6d4] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.995105] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.067975] env[69217]: DEBUG nova.compute.manager [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.068351] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.068524] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533211, 'name': ReconfigVM_Task, 'duration_secs': 0.572056} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.069322] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6701c7-0a1d-4426-a7c1-aefed7eca81a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.072393] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d4cffb5b-5d23-4f07-b12a-99185fd54c54/d4cffb5b-5d23-4f07-b12a-99185fd54c54.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.073095] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20edbed4-7677-481e-a214-929eb55430bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.078958] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.080255] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-232b8bee-fe7d-4aba-817f-da956df783bd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.081895] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1199.081895] env[69217]: value = "task-3533212" [ 1199.081895] env[69217]: _type = "Task" [ 1199.081895] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.087098] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1199.087098] env[69217]: value = "task-3533213" [ 1199.087098] env[69217]: _type = "Task" [ 1199.087098] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.093591] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533212, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.099151] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.219917] env[69217]: INFO nova.compute.manager [-] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Took 1.36 seconds to deallocate network for instance. [ 1199.323700] env[69217]: DEBUG nova.scheduler.client.report [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.358132] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 73a506d7-e144-47cc-b825-b868a4bc24b9] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.514184] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.595387] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533212, 'name': Rename_Task, 'duration_secs': 0.217244} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.596038] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.596311] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281cb470-3537-44ed-9653-a0fe63d2c804 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.602108] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533213, 'name': PowerOffVM_Task, 'duration_secs': 0.244968} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.602683] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.602858] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.603129] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c54af42-e2f0-4a01-b793-084580d1b46f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.607794] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1199.607794] env[69217]: value = "task-3533214" [ 1199.607794] env[69217]: _type = "Task" [ 1199.607794] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.615148] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.672401] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.672608] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.672786] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleting the datastore file [datastore2] 726b4a48-7c3c-4039-a8ed-a3261656ff25 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.673091] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3e2a8f-22b4-4ab1-9aea-fbacf924fd43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.679450] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for the task: (returnval){ [ 1199.679450] env[69217]: value = "task-3533216" [ 1199.679450] env[69217]: _type = "Task" [ 1199.679450] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.687764] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.727116] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.829801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.830361] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.833067] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.303s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.833280] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.835371] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.321s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.837076] env[69217]: INFO nova.compute.claims [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.857788] env[69217]: INFO nova.scheduler.client.report [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Deleted allocations for instance 7a88ff2c-c740-4adf-9b01-3839d3092f2b [ 1199.861655] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 02e1d665-05f6-48e4-a9e6-a8bba7ed877a] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.120917] env[69217]: DEBUG oslo_vmware.api [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533214, 'name': PowerOnVM_Task, 'duration_secs': 0.508197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.121305] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.121592] env[69217]: INFO nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1200.121846] env[69217]: DEBUG nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.122968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76209ae0-f4a0-4a91-a8df-3cff5f961c71 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.189135] env[69217]: DEBUG oslo_vmware.api [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Task: {'id': task-3533216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.189410] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.189596] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.189775] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.189947] env[69217]: INFO nova.compute.manager [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1200.190216] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.190402] env[69217]: DEBUG nova.compute.manager [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.190497] env[69217]: DEBUG nova.network.neutron [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.341342] env[69217]: DEBUG nova.compute.utils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.345026] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.345200] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.366256] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7f8cb6ea-f331-4d9c-aa0f-7479154a8945] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.368178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e303a3b5-4a17-421d-9e29-91aaf85104c6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Lock "7a88ff2c-c740-4adf-9b01-3839d3092f2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.267s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.406776] env[69217]: DEBUG nova.policy [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140e7e2abe2646a3afe83ab56ed97ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f28a520fc7c46b19219bcc495345e09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.466363] env[69217]: DEBUG nova.compute.manager [req-78d82b47-d5a3-463e-947e-97a9d24aa8e3 req-1c647006-9220-4bfa-8549-da944f81a132 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Received event network-vif-deleted-03748f18-2514-4288-921e-796232c7941b {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.466631] env[69217]: INFO nova.compute.manager [req-78d82b47-d5a3-463e-947e-97a9d24aa8e3 req-1c647006-9220-4bfa-8549-da944f81a132 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Neutron deleted interface 03748f18-2514-4288-921e-796232c7941b; detaching it from the instance and deleting it from the info cache [ 1200.466829] env[69217]: DEBUG nova.network.neutron [req-78d82b47-d5a3-463e-947e-97a9d24aa8e3 req-1c647006-9220-4bfa-8549-da944f81a132 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.641226] env[69217]: INFO nova.compute.manager [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Took 16.59 seconds to build instance. [ 1200.668694] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Successfully created port: e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.847907] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.869984] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: d5b1b2d2-83da-44c6-903a-ffd0d58fd324] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.952238] env[69217]: DEBUG nova.network.neutron [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.970800] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed2902fa-3f13-4653-b561-85923452d9b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.981563] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271f49b-aaf1-4c7e-8c21-2850cde4bd16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.013612] env[69217]: DEBUG nova.compute.manager [req-78d82b47-d5a3-463e-947e-97a9d24aa8e3 req-1c647006-9220-4bfa-8549-da944f81a132 service nova] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Detach interface failed, port_id=03748f18-2514-4288-921e-796232c7941b, reason: Instance 726b4a48-7c3c-4039-a8ed-a3261656ff25 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.024523] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66883bd9-3181-4e83-a398-e39a9929a272 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.031943] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832d6ef-26b6-4058-8dee-4f9989ed627d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.061751] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb2b41-1f1e-41be-bcb2-84f365c786a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.068606] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db772381-0d7c-4a60-a647-6c61455d1284 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.081838] env[69217]: DEBUG nova.compute.provider_tree [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.143918] env[69217]: DEBUG oslo_concurrency.lockutils [None req-93c0eef5-909e-40d1-a060-b3423bdf9c76 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.103s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.350147] env[69217]: DEBUG nova.compute.manager [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Received event network-changed-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.350317] env[69217]: DEBUG nova.compute.manager [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Refreshing instance network info cache due to event network-changed-9ebbcaab-58c4-4a51-ab12-84f265a3aee3. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.350482] env[69217]: DEBUG oslo_concurrency.lockutils [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] Acquiring lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.350627] env[69217]: DEBUG oslo_concurrency.lockutils [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] Acquired lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.350789] env[69217]: DEBUG nova.network.neutron [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Refreshing network info cache for port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.373961] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e6823fa8-eb76-4341-ba1b-be1cd3051452] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.454417] env[69217]: INFO nova.compute.manager [-] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Took 1.26 seconds to deallocate network for instance. [ 1201.585361] env[69217]: DEBUG nova.scheduler.client.report [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.860642] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.876553] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 1930585d-78a3-4245-a40c-1917699b9404] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.887254] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.887512] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.887672] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.887866] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.888042] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.888204] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.888411] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.888568] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.888733] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.888891] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.889208] env[69217]: DEBUG nova.virt.hardware [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.890008] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dcda3d-ad8e-4522-acdf-b9b81fb1db73 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.897568] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f0efaf-cdf7-4be5-adaa-abf3739c0589 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.963365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.089762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.091894] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.093336] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.366s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.093482] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.100144] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.136s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.100144] env[69217]: DEBUG nova.objects.instance [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lazy-loading 'resources' on Instance uuid 726b4a48-7c3c-4039-a8ed-a3261656ff25 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.122051] env[69217]: INFO nova.scheduler.client.report [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocations for instance be037e57-b381-4ef0-9274-5d21a3db2848 [ 1202.171407] env[69217]: DEBUG nova.network.neutron [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updated VIF entry in instance network info cache for port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.171974] env[69217]: DEBUG nova.network.neutron [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating instance_info_cache with network_info: [{"id": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "address": "fa:16:3e:5e:9d:9d", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbcaab-58", "ovs_interfaceid": "9ebbcaab-58c4-4a51-ab12-84f265a3aee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.209797] env[69217]: DEBUG nova.compute.manager [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Received event network-vif-plugged-e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.209797] env[69217]: DEBUG oslo_concurrency.lockutils [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] Acquiring lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.209797] env[69217]: DEBUG oslo_concurrency.lockutils [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] Lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.209797] env[69217]: DEBUG oslo_concurrency.lockutils [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] Lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.209797] env[69217]: DEBUG nova.compute.manager [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] No waiting events found dispatching network-vif-plugged-e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.209797] env[69217]: WARNING nova.compute.manager [req-23102707-5265-46e7-bc86-23320534c3ed req-6127c6ea-7a72-49d1-9dea-5f8395b5017e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Received unexpected event network-vif-plugged-e9654e04-1678-459b-8b0c-06172d8fc8ee for instance with vm_state building and task_state spawning. [ 1202.379819] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 429baf2e-1f2a-41ad-9a7b-0d4bcfe2ce44] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.602938] env[69217]: DEBUG nova.compute.utils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.604952] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.605212] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.630105] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2fbcc09c-f58f-4740-a193-366936f9fee3 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "be037e57-b381-4ef0-9274-5d21a3db2848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.005s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.648428] env[69217]: DEBUG nova.policy [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cba61c1cb84fc88c161f6df3c48c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdef8ca55da14ffbb8c868b1e92e2170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.676388] env[69217]: DEBUG oslo_concurrency.lockutils [req-bacb6b90-773d-4a33-bc21-946557683907 req-64b67935-027d-4365-b556-3efd65dd5be0 service nova] Releasing lock "refresh_cache-d4cffb5b-5d23-4f07-b12a-99185fd54c54" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.735603] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c65fc-6e17-4b49-b30c-90390fa289f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.744459] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2daea1-0cb5-46b8-a106-c61d13899333 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.781244] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Successfully updated port: e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.786019] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa97d7-3d53-44c1-8393-97020537f85e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.792420] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372bd79-16d9-4c63-87df-ce90d4a8db80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.809209] env[69217]: DEBUG nova.compute.provider_tree [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.812512] env[69217]: DEBUG nova.compute.manager [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Received event network-changed-e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.812701] env[69217]: DEBUG nova.compute.manager [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Refreshing instance network info cache due to event network-changed-e9654e04-1678-459b-8b0c-06172d8fc8ee. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.813536] env[69217]: DEBUG oslo_concurrency.lockutils [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] Acquiring lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.813704] env[69217]: DEBUG oslo_concurrency.lockutils [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] Acquired lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.813872] env[69217]: DEBUG nova.network.neutron [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Refreshing network info cache for port e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.883241] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4e953472-6ec4-4836-b2ba-f296c30597e3] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.958552] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Successfully created port: 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.110892] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.286671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.316115] env[69217]: DEBUG nova.scheduler.client.report [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.348425] env[69217]: DEBUG nova.network.neutron [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.386145] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: de8da247-fd8a-4d0a-82ae-0ea053ce2ce6] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.414328] env[69217]: DEBUG nova.network.neutron [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.823198] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.845538] env[69217]: INFO nova.scheduler.client.report [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Deleted allocations for instance 726b4a48-7c3c-4039-a8ed-a3261656ff25 [ 1203.889500] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 136c5d15-818e-4289-8571-1ccbab5b1b3b] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.917103] env[69217]: DEBUG oslo_concurrency.lockutils [req-77f4b6a5-2dbf-4046-805f-cdefac9aee27 req-93079e14-65d2-403b-bafc-4a479b9a96e9 service nova] Releasing lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.917416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.917575] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.122753] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.148242] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.148498] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.148987] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.148987] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.148987] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.149195] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.149436] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.149632] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.149826] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.150010] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.150212] env[69217]: DEBUG nova.virt.hardware [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.151141] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2b747-2691-4df4-b9c6-4beb9f7b007a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.160013] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c0750-6f1f-40e0-baa5-d42574cf3a1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.185701] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.186058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.359324] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5005426e-c625-451a-a239-b243c431a33a tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Lock "726b4a48-7c3c-4039-a8ed-a3261656ff25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.392561] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 9a150c60-ea21-4c99-8237-267850c02324] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.468375] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.640717] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Successfully updated port: 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.657676] env[69217]: DEBUG nova.network.neutron [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Updating instance_info_cache with network_info: [{"id": "e9654e04-1678-459b-8b0c-06172d8fc8ee", "address": "fa:16:3e:a2:10:af", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9654e04-16", "ovs_interfaceid": "e9654e04-1678-459b-8b0c-06172d8fc8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.688995] env[69217]: INFO nova.compute.manager [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Detaching volume 06d83693-b53b-403f-a01c-d9d0b477bdff [ 1204.731069] env[69217]: INFO nova.virt.block_device [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Attempting to driver detach volume 06d83693-b53b-403f-a01c-d9d0b477bdff from mountpoint /dev/sdb [ 1204.731193] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1204.731390] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1204.732386] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5032e2b-a6bc-4234-9b07-9e16c2b28a5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.763407] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6503cc-00ee-4ee8-9dd5-6f67bc7df06c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.771655] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f94215-84f5-4d1e-8bc6-e6be3241d3d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.793132] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d0941-9238-4a40-a58b-6ac10b67df53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.808126] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] The volume has not been displaced from its original location: [datastore2] volume-06d83693-b53b-403f-a01c-d9d0b477bdff/volume-06d83693-b53b-403f-a01c-d9d0b477bdff.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1204.813557] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.813902] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d58de6-c7f6-48ac-a169-12a85b93c8d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.832394] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1204.832394] env[69217]: value = "task-3533218" [ 1204.832394] env[69217]: _type = "Task" [ 1204.832394] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.840513] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.842712] env[69217]: DEBUG nova.compute.manager [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.842943] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.843477] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.843689] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.843877] env[69217]: DEBUG nova.compute.manager [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] No waiting events found dispatching network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.844064] env[69217]: WARNING nova.compute.manager [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received unexpected event network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 for instance with vm_state building and task_state spawning. [ 1204.844230] env[69217]: DEBUG nova.compute.manager [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.844387] env[69217]: DEBUG nova.compute.manager [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing instance network info cache due to event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.844570] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.844706] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.844862] env[69217]: DEBUG nova.network.neutron [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.895785] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: fd2abf04-8542-4fe9-9d72-77202b316adf] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.143449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.160424] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "refresh_cache-e30929f2-5647-43ad-8195-d401125f6e5b" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.160900] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance network_info: |[{"id": "e9654e04-1678-459b-8b0c-06172d8fc8ee", "address": "fa:16:3e:a2:10:af", "network": {"id": "e7284a47-75d7-41d7-83a5-20e9e37a675c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-756703580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f28a520fc7c46b19219bcc495345e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9654e04-16", "ovs_interfaceid": "e9654e04-1678-459b-8b0c-06172d8fc8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.161531] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:10:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9654e04-1678-459b-8b0c-06172d8fc8ee', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.176692] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.177101] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.177407] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f12d04f-1718-496a-917b-5241269cdccd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.210413] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.210413] env[69217]: value = "task-3533219" [ 1205.210413] env[69217]: _type = "Task" [ 1205.210413] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.222594] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533219, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.342490] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533218, 'name': ReconfigVM_Task, 'duration_secs': 0.263657} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.342805] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.349419] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71541ba3-71e5-438c-bd2a-0cadacb3fe80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.365809] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1205.365809] env[69217]: value = "task-3533220" [ 1205.365809] env[69217]: _type = "Task" [ 1205.365809] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.377314] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.399175] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: b8a9a60d-422c-46c1-bfa2-749d678b9220] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.404089] env[69217]: DEBUG nova.network.neutron [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.509645] env[69217]: DEBUG nova.network.neutron [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.720902] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533219, 'name': CreateVM_Task, 'duration_secs': 0.343169} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.721109] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.721809] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.721972] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.722322] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.722579] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec04b5e-5b0c-427a-8614-39956ff26c12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.727236] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1205.727236] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a231b-29dc-db40-5aa8-a4f837f36b3d" [ 1205.727236] env[69217]: _type = "Task" [ 1205.727236] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.734403] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a231b-29dc-db40-5aa8-a4f837f36b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.876054] env[69217]: DEBUG oslo_vmware.api [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533220, 'name': ReconfigVM_Task, 'duration_secs': 0.16246} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.876054] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705662', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'name': 'volume-06d83693-b53b-403f-a01c-d9d0b477bdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8a18ac-49ca-48bf-a71b-c927faef94ac', 'attached_at': '', 'detached_at': '', 'volume_id': '06d83693-b53b-403f-a01c-d9d0b477bdff', 'serial': '06d83693-b53b-403f-a01c-d9d0b477bdff'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.902352] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 1bfb197a-067d-498f-9af3-bd6a384bd451] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.011809] env[69217]: DEBUG oslo_concurrency.lockutils [req-72627480-4252-4e0e-9a13-2f0eeb732cda req-81d80b61-73c0-4bbe-a681-48c750299914 service nova] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.012196] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.012364] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.237896] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527a231b-29dc-db40-5aa8-a4f837f36b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.238206] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.238445] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.238684] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.238832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.239018] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.239355] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7952601-0e97-4418-a7de-b4a995b5d454 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.252638] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.252814] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.253534] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd030677-23d6-4dc3-a0c6-c91f7e462b10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.259036] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1206.259036] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235e863-cc7b-1801-6021-325322284c35" [ 1206.259036] env[69217]: _type = "Task" [ 1206.259036] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.266531] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235e863-cc7b-1801-6021-325322284c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.405908] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 860c3c53-b3eb-43fe-8aad-2df79bee35c3] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.418683] env[69217]: DEBUG nova.objects.instance [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'flavor' on Instance uuid ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.545253] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.717488] env[69217]: DEBUG nova.network.neutron [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.768977] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5235e863-cc7b-1801-6021-325322284c35, 'name': SearchDatastore_Task, 'duration_secs': 0.03405} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.769768] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5ce1ef-0603-4da5-99c1-b8616f2ab512 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.774461] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1206.774461] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9645d-01c5-ad13-213e-9be603450be3" [ 1206.774461] env[69217]: _type = "Task" [ 1206.774461] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.781758] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9645d-01c5-ad13-213e-9be603450be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.908949] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: b778c536-fcf3-45c1-babc-f4c93bfaadbd] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.220395] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.220732] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance network_info: |[{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.221167] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648d4c52-22e5-4f69-b9f3-096797b11546', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.228736] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.228948] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.229208] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62677092-d67c-4687-9c48-c6b1cd3ec97c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.249195] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.249195] env[69217]: value = "task-3533221" [ 1207.249195] env[69217]: _type = "Task" [ 1207.249195] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.256570] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533221, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.284498] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d9645d-01c5-ad13-213e-9be603450be3, 'name': SearchDatastore_Task, 'duration_secs': 0.026971} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.284763] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.285016] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] e30929f2-5647-43ad-8195-d401125f6e5b/e30929f2-5647-43ad-8195-d401125f6e5b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.285262] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1eebe0-10f5-41b5-a99c-fa199b85dc49 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.290978] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1207.290978] env[69217]: value = "task-3533222" [ 1207.290978] env[69217]: _type = "Task" [ 1207.290978] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.298603] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.413071] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4e41b95c-a1c5-49b7-8a26-b6be40046a4e] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.425228] env[69217]: DEBUG oslo_concurrency.lockutils [None req-0abd1f25-8607-4c34-bf7e-78c7d5795fe3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.758746] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533221, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.802428] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454726} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.802640] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] e30929f2-5647-43ad-8195-d401125f6e5b/e30929f2-5647-43ad-8195-d401125f6e5b.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.802904] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.803211] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-babf1536-af0a-45fa-8121-e900a04cfb45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.810870] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1207.810870] env[69217]: value = "task-3533223" [ 1207.810870] env[69217]: _type = "Task" [ 1207.810870] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.820470] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.916063] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: d7fbc3be-7558-416a-88f8-952430aa603d] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.260253] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533221, 'name': CreateVM_Task, 'duration_secs': 0.530021} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.260408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.261082] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.261254] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.261587] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.261839] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd87831-2bf5-4cbc-8a24-09fd863341d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.266103] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1208.266103] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]527cb9fa-18a9-f5d3-d802-b82158a35873" [ 1208.266103] env[69217]: _type = "Task" [ 1208.266103] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.273651] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527cb9fa-18a9-f5d3-d802-b82158a35873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.318905] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060288} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.319169] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.319889] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2feb0e-5d06-44c2-a484-cc29ada456ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.341566] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e30929f2-5647-43ad-8195-d401125f6e5b/e30929f2-5647-43ad-8195-d401125f6e5b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.341868] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41776dae-4eb9-459d-8359-6fb18ae8e094 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.361475] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1208.361475] env[69217]: value = "task-3533224" [ 1208.361475] env[69217]: _type = "Task" [ 1208.361475] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.369453] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.419617] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 6778e64f-50f5-4a2f-8d5b-947be28c527a] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.454271] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.454534] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.454747] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.454924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.455104] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.457222] env[69217]: INFO nova.compute.manager [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Terminating instance [ 1208.776069] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]527cb9fa-18a9-f5d3-d802-b82158a35873, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.776341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.776572] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.776807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.777167] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.777441] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7c5d8e5-a934-499e-b51b-dc6b22a43497 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.786408] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.786581] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.787288] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2dd30a-523b-4e31-928c-bfbb1a3d6e1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.791870] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1208.791870] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cff38c-7d82-3ebc-b3af-a45657a050f2" [ 1208.791870] env[69217]: _type = "Task" [ 1208.791870] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.799219] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cff38c-7d82-3ebc-b3af-a45657a050f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.871658] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533224, 'name': ReconfigVM_Task, 'duration_secs': 0.457183} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.872046] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e30929f2-5647-43ad-8195-d401125f6e5b/e30929f2-5647-43ad-8195-d401125f6e5b.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.872788] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9396698b-47b3-451f-97cf-92350f06bd6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.878880] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1208.878880] env[69217]: value = "task-3533225" [ 1208.878880] env[69217]: _type = "Task" [ 1208.878880] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.886867] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533225, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.922667] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.922826] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances with incomplete migration {{(pid=69217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1208.961506] env[69217]: DEBUG nova.compute.manager [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.961768] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.962694] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832c377d-d026-4f0f-9512-5665491f5f81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.970569] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.970816] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c48a6fa1-fd46-4736-ab97-698fed92da44 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.976896] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1208.976896] env[69217]: value = "task-3533226" [ 1208.976896] env[69217]: _type = "Task" [ 1208.976896] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.985086] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.305571] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cff38c-7d82-3ebc-b3af-a45657a050f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.306589] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b72bfb-cd20-42b2-9c8e-5c78ac1f7fe1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.311873] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1209.311873] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f99752-2bfc-63ad-9400-94e378d69786" [ 1209.311873] env[69217]: _type = "Task" [ 1209.311873] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.319686] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f99752-2bfc-63ad-9400-94e378d69786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.389194] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533225, 'name': Rename_Task, 'duration_secs': 0.245278} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.389573] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.389842] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc81f340-8c02-4765-913e-99dedd67ad3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.395957] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1209.395957] env[69217]: value = "task-3533227" [ 1209.395957] env[69217]: _type = "Task" [ 1209.395957] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.403065] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.425655] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.487999] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533226, 'name': PowerOffVM_Task, 'duration_secs': 0.217424} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.488287] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.488457] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.488709] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92656b80-f681-4f07-a6e8-227f24b2cd1e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.557984] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.558234] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.558421] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.558694] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534e89f2-0e74-4f63-b872-238801bcd2ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.565279] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1209.565279] env[69217]: value = "task-3533229" [ 1209.565279] env[69217]: _type = "Task" [ 1209.565279] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.572565] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.801317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.801588] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.801969] env[69217]: DEBUG nova.objects.instance [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid ec23f874-41af-4844-b0c8-c8b8b1a27555 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.822981] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f99752-2bfc-63ad-9400-94e378d69786, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.823252] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.823537] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.823794] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8608f54-f9bd-49e4-b4b6-722fb40af025 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.830167] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1209.830167] env[69217]: value = "task-3533230" [ 1209.830167] env[69217]: _type = "Task" [ 1209.830167] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.837150] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.905227] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.075352] env[69217]: DEBUG oslo_vmware.api [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127798} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.075645] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.075846] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.076058] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.076238] env[69217]: INFO nova.compute.manager [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1210.076675] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.076675] env[69217]: DEBUG nova.compute.manager [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.076818] env[69217]: DEBUG nova.network.neutron [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.342864] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533230, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.408910] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.458859] env[69217]: DEBUG nova.objects.instance [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid ec23f874-41af-4844-b0c8-c8b8b1a27555 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.595149] env[69217]: DEBUG nova.compute.manager [req-6fc40626-5cd0-4730-a082-b02003bf91e3 req-63716b22-3607-4691-82bb-91cfba45b558 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Received event network-vif-deleted-2e287d80-0b0b-40dd-8950-7420d996586e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.595363] env[69217]: INFO nova.compute.manager [req-6fc40626-5cd0-4730-a082-b02003bf91e3 req-63716b22-3607-4691-82bb-91cfba45b558 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Neutron deleted interface 2e287d80-0b0b-40dd-8950-7420d996586e; detaching it from the instance and deleting it from the info cache [ 1210.596726] env[69217]: DEBUG nova.network.neutron [req-6fc40626-5cd0-4730-a082-b02003bf91e3 req-63716b22-3607-4691-82bb-91cfba45b558 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.843334] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678958} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.843640] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.843899] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.844213] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146708b2-de4e-4727-9ac7-b8c4bffecc8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.850095] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1210.850095] env[69217]: value = "task-3533231" [ 1210.850095] env[69217]: _type = "Task" [ 1210.850095] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.858564] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.908395] env[69217]: DEBUG oslo_vmware.api [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533227, 'name': PowerOnVM_Task, 'duration_secs': 1.33056} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.908653] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.908858] env[69217]: INFO nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1210.909050] env[69217]: DEBUG nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.909882] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6700967-9612-4f61-a256-0da57702ead7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.923224] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.961565] env[69217]: DEBUG nova.objects.base [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1210.961810] env[69217]: DEBUG nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.032580] env[69217]: DEBUG nova.policy [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.077207] env[69217]: DEBUG nova.network.neutron [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.098558] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f5c120-dda9-4667-aa97-12da15d0063c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.108114] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c2d1c-a205-4ecd-982a-cb803470db61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.138681] env[69217]: DEBUG nova.compute.manager [req-6fc40626-5cd0-4730-a082-b02003bf91e3 req-63716b22-3607-4691-82bb-91cfba45b558 service nova] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Detach interface failed, port_id=2e287d80-0b0b-40dd-8950-7420d996586e, reason: Instance ff8a18ac-49ca-48bf-a71b-c927faef94ac could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.360601] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058317} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.360873] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.362026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84cdc0-e19d-41d5-a0f3-2d65846c5113 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.383276] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.383909] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58065c98-edc1-4c31-a2bd-cc58d45a0f41 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.402668] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1211.402668] env[69217]: value = "task-3533232" [ 1211.402668] env[69217]: _type = "Task" [ 1211.402668] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.410436] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.428275] env[69217]: INFO nova.compute.manager [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Took 14.33 seconds to build instance. [ 1211.429473] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_power_states {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.579678] env[69217]: INFO nova.compute.manager [-] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Took 1.50 seconds to deallocate network for instance. [ 1211.914936] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.930587] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1aa76641-b447-4f84-853a-12aa90eca558 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.845s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.932622] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Getting list of instances from cluster (obj){ [ 1211.932622] env[69217]: value = "domain-c8" [ 1211.932622] env[69217]: _type = "ClusterComputeResource" [ 1211.932622] env[69217]: } {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1211.934645] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854b014-b35b-4b16-b80b-86a3c91f782f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.953739] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Got total of 7 instances {{(pid=69217) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1211.953903] env[69217]: WARNING nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1211.954056] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.954251] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.954410] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid ec23f874-41af-4844-b0c8-c8b8b1a27555 {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.954563] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid 196324f7-3438-4a8f-814f-e104586d4d91 {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.954712] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid 85ce1842-72c7-4817-9957-50a01ddc1938 {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.954866] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid d4cffb5b-5d23-4f07-b12a-99185fd54c54 {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.955063] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid e30929f2-5647-43ad-8195-d401125f6e5b {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.955221] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Triggering sync for uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.956065] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.956291] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.956559] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.956771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.956945] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.957227] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.957422] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "196324f7-3438-4a8f-814f-e104586d4d91" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.957668] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.957851] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.958076] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.958249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.958471] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "e30929f2-5647-43ad-8195-d401125f6e5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.958643] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.958862] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.959057] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.961025] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864af4e3-945a-4f2e-b943-a372fe0070d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.963958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528a8b9-1e78-4641-bc4d-617825f3bbd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.966979] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62a9fa3-03c3-4702-a19a-d577cd4a7d04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.969719] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6211cd-f518-44fe-92a1-d46354d1f6b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.972461] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef6c42-9e64-4233-beaf-c1ae40366246 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.975823] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261c8c2-eb2a-4c9d-b4d6-b57f03dbe481 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.086624] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.086962] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.087255] env[69217]: DEBUG nova.objects.instance [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'resources' on Instance uuid ff8a18ac-49ca-48bf-a71b-c927faef94ac {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.413211] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533232, 'name': ReconfigVM_Task, 'duration_secs': 0.822261} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.413486] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.414127] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4442a67c-5d36-4934-8509-c1e8469b7580 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.420227] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1212.420227] env[69217]: value = "task-3533233" [ 1212.420227] env[69217]: _type = "Task" [ 1212.420227] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.427377] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533233, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.442016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "e30929f2-5647-43ad-8195-d401125f6e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.480412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.495570] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "196324f7-3438-4a8f-814f-e104586d4d91" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.495978] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.497464] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.497789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.504288] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.505050] env[69217]: INFO nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1212.505050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.505170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.063s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.505393] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.505618] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.505791] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.508104] env[69217]: DEBUG nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Successfully updated port: 7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.509390] env[69217]: INFO nova.compute.manager [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Terminating instance [ 1212.623377] env[69217]: DEBUG nova.compute.manager [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.623597] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.623746] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.623878] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.623985] env[69217]: DEBUG nova.compute.manager [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] No waiting events found dispatching network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.624165] env[69217]: WARNING nova.compute.manager [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received unexpected event network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f for instance with vm_state active and task_state None. [ 1212.624328] env[69217]: DEBUG nova.compute.manager [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.624480] env[69217]: DEBUG nova.compute.manager [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-7717060a-9ff9-4319-87ac-e70bfd70292f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.624660] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.624796] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.624952] env[69217]: DEBUG nova.network.neutron [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port 7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.698010] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a9a0d9-a5eb-48c3-829f-3cd14dcaf2e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.705874] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9e69e-dcaa-4985-a70f-1cd97c0d82ac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.735930] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f05497-7d76-4582-9138-8f9a231aaa0f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.743819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e5b627-8e43-4d0e-ad19-11cd5d12d55b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.756717] env[69217]: DEBUG nova.compute.provider_tree [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.930690] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533233, 'name': Rename_Task, 'duration_secs': 0.133204} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.930919] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.931180] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9c398d6-048b-4954-81f0-c3069d5a912a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.936995] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1212.936995] env[69217]: value = "task-3533234" [ 1212.936995] env[69217]: _type = "Task" [ 1212.936995] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.944162] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.012264] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.019562] env[69217]: DEBUG nova.compute.manager [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.019562] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.020355] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63f9059-1b96-4c45-b46e-656bc299fd93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.028331] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.028580] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebff795a-6fff-4175-bcc1-c460de48d2e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.034469] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1213.034469] env[69217]: value = "task-3533235" [ 1213.034469] env[69217]: _type = "Task" [ 1213.034469] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.041885] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.259564] env[69217]: DEBUG nova.scheduler.client.report [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.352420] env[69217]: DEBUG nova.network.neutron [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Added VIF to instance network info cache for port 7717060a-9ff9-4319-87ac-e70bfd70292f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1213.352855] env[69217]: DEBUG nova.network.neutron [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7717060a-9ff9-4319-87ac-e70bfd70292f", "address": "fa:16:3e:1d:ad:15", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7717060a-9f", "ovs_interfaceid": "7717060a-9ff9-4319-87ac-e70bfd70292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.446237] env[69217]: DEBUG oslo_vmware.api [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533234, 'name': PowerOnVM_Task, 'duration_secs': 0.461848} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.446498] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.446702] env[69217]: INFO nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1213.446877] env[69217]: DEBUG nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.447655] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e9df2-5ce8-49a9-bb1a-12de8f3fbb66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.544643] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533235, 'name': PowerOffVM_Task, 'duration_secs': 0.18473} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.544927] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.545123] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.545394] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bafbeb1-042f-4daa-841d-86d9c43305fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.611899] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.612204] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.612502] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleting the datastore file [datastore2] e30929f2-5647-43ad-8195-d401125f6e5b {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.612816] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc5f5640-565b-4620-a624-cdf7848b0da5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.619384] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for the task: (returnval){ [ 1213.619384] env[69217]: value = "task-3533237" [ 1213.619384] env[69217]: _type = "Task" [ 1213.619384] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.627904] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.765198] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.767938] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.288s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.768185] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.768455] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1213.769405] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f1dd7-ade9-46d0-abba-afafa931c834 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.778135] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e8eae-1fca-4c9f-9628-c29f8a3313b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.783270] env[69217]: INFO nova.scheduler.client.report [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocations for instance ff8a18ac-49ca-48bf-a71b-c927faef94ac [ 1213.794587] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3274d31e-c77f-4339-be73-360c9f7e9bc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.801014] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ba148-71f8-4bc5-a06a-71646f022be9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.830800] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179430MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1213.830933] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.831276] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.855384] env[69217]: DEBUG oslo_concurrency.lockutils [req-f5a4807e-df7d-4092-921a-4e11df0b33e4 req-4925d8cf-9bc7-48b4-a1aa-f4de121398ca service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.855790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.855974] env[69217]: DEBUG nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.964854] env[69217]: INFO nova.compute.manager [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Took 14.46 seconds to build instance. [ 1214.129916] env[69217]: DEBUG oslo_vmware.api [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Task: {'id': task-3533237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124597} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.130275] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.130464] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.130727] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.130915] env[69217]: INFO nova.compute.manager [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1214.131188] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.131409] env[69217]: DEBUG nova.compute.manager [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.131519] env[69217]: DEBUG nova.network.neutron [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.300853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e30fe849-67dc-4a24-88ef-12182fe78448 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.846s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.302191] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.346s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.302412] env[69217]: INFO nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] During sync_power_state the instance has a pending task (deleting). Skip. [ 1214.302611] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "ff8a18ac-49ca-48bf-a71b-c927faef94ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.396596] env[69217]: WARNING nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1214.396810] env[69217]: WARNING nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1214.396974] env[69217]: WARNING nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] 7717060a-9ff9-4319-87ac-e70bfd70292f already exists in list: port_ids containing: ['7717060a-9ff9-4319-87ac-e70bfd70292f']. ignoring it [ 1214.466389] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6413beb6-f90d-48bd-97bb-8c2d4863babd tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.974s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.466661] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.508s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.466846] env[69217]: INFO nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1214.467025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.648408] env[69217]: DEBUG nova.network.neutron [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7717060a-9ff9-4319-87ac-e70bfd70292f", "address": "fa:16:3e:1d:ad:15", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7717060a-9f", "ovs_interfaceid": "7717060a-9ff9-4319-87ac-e70bfd70292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.671028] env[69217]: DEBUG nova.compute.manager [req-8de09eca-0669-4676-9191-e93c86b1a452 req-3f47bb28-00f6-4b28-8a55-3f215b1c627e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Received event network-vif-deleted-e9654e04-1678-459b-8b0c-06172d8fc8ee {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.671258] env[69217]: INFO nova.compute.manager [req-8de09eca-0669-4676-9191-e93c86b1a452 req-3f47bb28-00f6-4b28-8a55-3f215b1c627e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Neutron deleted interface e9654e04-1678-459b-8b0c-06172d8fc8ee; detaching it from the instance and deleting it from the info cache [ 1214.671397] env[69217]: DEBUG nova.network.neutron [req-8de09eca-0669-4676-9191-e93c86b1a452 req-3f47bb28-00f6-4b28-8a55-3f215b1c627e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.862865] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.863140] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ec23f874-41af-4844-b0c8-c8b8b1a27555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.863384] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 196324f7-3438-4a8f-814f-e104586d4d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.863592] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 85ce1842-72c7-4817-9957-50a01ddc1938 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.863797] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d4cffb5b-5d23-4f07-b12a-99185fd54c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.863997] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e30929f2-5647-43ad-8195-d401125f6e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.864167] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.864414] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1214.864658] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1214.875298] env[69217]: DEBUG nova.network.neutron [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.007641] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98740439-d643-4f08-a44b-ee2415c3a7c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.015836] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06c37c-cd44-4103-8b93-b5c63bf29baa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.047865] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db40370-ba57-43f9-944b-8cb9e170ee99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.055174] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d823c-49a5-46b1-849c-2da830e9853d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.068507] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.151931] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.152555] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.152717] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.153578] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de34223f-e9af-4080-ae49-7c04df2cb7e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.172952] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.173210] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.173374] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.173569] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.173710] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.173856] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.174081] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.174249] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.174426] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.174591] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.174761] env[69217]: DEBUG nova.virt.hardware [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.180970] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfiguring VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1215.181556] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92ea04d-c334-4ef0-b562-c1b8bb9352b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.193535] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30f2befc-97a1-417e-8b93-f67c078330fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.201158] env[69217]: DEBUG oslo_vmware.api [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1215.201158] env[69217]: value = "task-3533238" [ 1215.201158] env[69217]: _type = "Task" [ 1215.201158] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.207541] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63463b2e-32ae-4e00-aae7-254b2228f494 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.232984] env[69217]: DEBUG oslo_vmware.api [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533238, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.244953] env[69217]: DEBUG nova.compute.manager [req-8de09eca-0669-4676-9191-e93c86b1a452 req-3f47bb28-00f6-4b28-8a55-3f215b1c627e service nova] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Detach interface failed, port_id=e9654e04-1678-459b-8b0c-06172d8fc8ee, reason: Instance e30929f2-5647-43ad-8195-d401125f6e5b could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.377667] env[69217]: INFO nova.compute.manager [-] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Took 1.25 seconds to deallocate network for instance. [ 1215.571841] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.592613] env[69217]: DEBUG nova.compute.manager [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.592807] env[69217]: DEBUG nova.compute.manager [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing instance network info cache due to event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.593033] env[69217]: DEBUG oslo_concurrency.lockutils [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.593183] env[69217]: DEBUG oslo_concurrency.lockutils [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.593342] env[69217]: DEBUG nova.network.neutron [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.715724] env[69217]: DEBUG oslo_vmware.api [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.884709] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.076968] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1216.077286] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.077897] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.193s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.077897] env[69217]: DEBUG nova.objects.instance [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lazy-loading 'resources' on Instance uuid e30929f2-5647-43ad-8195-d401125f6e5b {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.162391] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "faa80e88-2080-4b40-9c93-43626bbf9bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.162623] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.213124] env[69217]: DEBUG oslo_vmware.api [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533238, 'name': ReconfigVM_Task, 'duration_secs': 0.756285} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.213638] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.213861] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfigured VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1216.319692] env[69217]: DEBUG nova.network.neutron [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updated VIF entry in instance network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.320081] env[69217]: DEBUG nova.network.neutron [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.667370] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.690597] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187b6ea-6272-4743-ace1-777f7fda88b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.698327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b5eff-47c0-476c-9e4d-9c78d8092227 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.728789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-30b5f5bf-5cef-413d-b017-11fb0d374b5a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.927s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.730495] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03f4d2-b767-43a5-868d-552e95672768 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.737867] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72066a8-8809-49c1-a80c-8f6e8bea00c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.753899] env[69217]: DEBUG nova.compute.provider_tree [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.823237] env[69217]: DEBUG oslo_concurrency.lockutils [req-b5dd1390-c777-4941-b327-0449ed5d56e9 req-e59768d5-d83f-4a39-8070-eaa48e6e0af4 service nova] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.187231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.256560] env[69217]: DEBUG nova.scheduler.client.report [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.761174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.763820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.577s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.765271] env[69217]: INFO nova.compute.claims [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.780030] env[69217]: INFO nova.scheduler.client.report [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Deleted allocations for instance e30929f2-5647-43ad-8195-d401125f6e5b [ 1218.004736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.005110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.287474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Lock "e30929f2-5647-43ad-8195-d401125f6e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.507532] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.507722] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.509072] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547c4cc-0885-4b86-b482-ac2ca2c66fcd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.526243] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9af88-51ee-4edf-90b4-9b119e96c931 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.552513] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfiguring VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1218.552738] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3850310c-941c-4847-adc2-90e2be792a0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.571066] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1218.571066] env[69217]: value = "task-3533239" [ 1218.571066] env[69217]: _type = "Task" [ 1218.571066] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.578623] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.873420] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1c77e-e2be-4791-96cc-08149c26dd31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.880806] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1091794-0bb1-446c-bffd-732cc34e747a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.910017] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f5878-3dec-436b-80e3-88b570b18152 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.917057] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0707bdb-3304-41aa-878f-e5c64c373563 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.929909] env[69217]: DEBUG nova.compute.provider_tree [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.081356] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.433669] env[69217]: DEBUG nova.scheduler.client.report [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.580991] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.938461] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.939143] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.084934] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.444068] env[69217]: DEBUG nova.compute.utils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.445525] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.445668] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.499432] env[69217]: DEBUG nova.policy [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b755182b54441a9812f9034ad3d609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777690734f29463c816e04e015e8df24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.587401] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.817338] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Successfully created port: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.948916] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.090713] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.585423] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.958336] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.982882] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.983142] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.983318] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.983490] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.983637] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.983781] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.983988] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.984273] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.984472] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.984652] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.984831] env[69217]: DEBUG nova.virt.hardware [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.985695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21908ca6-c430-45b9-b81e-7e528b3d39e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.993942] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d667e6-c62a-4071-9b31-100af8b4cd4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.084724] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.275299] env[69217]: DEBUG nova.compute.manager [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Received event network-vif-plugged-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.275529] env[69217]: DEBUG oslo_concurrency.lockutils [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] Acquiring lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.275726] env[69217]: DEBUG oslo_concurrency.lockutils [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.275892] env[69217]: DEBUG oslo_concurrency.lockutils [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.277488] env[69217]: DEBUG nova.compute.manager [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] No waiting events found dispatching network-vif-plugged-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.277488] env[69217]: WARNING nova.compute.manager [req-6aae06a2-4930-4ed2-bf92-d9539a9b6e15 req-ede73ab3-665c-4985-a31c-a45dd67e59ac service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Received unexpected event network-vif-plugged-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f for instance with vm_state building and task_state spawning. [ 1222.462709] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Successfully updated port: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.587049] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.967222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.967222] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.967222] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.086588] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.503314] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.592463] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.651484] env[69217]: DEBUG nova.network.neutron [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updating instance_info_cache with network_info: [{"id": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "address": "fa:16:3e:f0:7f:ee", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9dc8b9-fd", "ovs_interfaceid": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.091429] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.103353] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.103568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.155992] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.156390] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Instance network_info: |[{"id": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "address": "fa:16:3e:f0:7f:ee", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9dc8b9-fd", "ovs_interfaceid": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.156860] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:7f:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9dc8b9-fd0b-4cd8-8704-38524e19a32f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.165106] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.165325] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.165556] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27caeac4-06f7-43e6-94c7-2a2a14e6bc32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.186566] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.186566] env[69217]: value = "task-3533240" [ 1224.186566] env[69217]: _type = "Task" [ 1224.186566] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.194227] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533240, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.308069] env[69217]: DEBUG nova.compute.manager [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Received event network-changed-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.308297] env[69217]: DEBUG nova.compute.manager [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Refreshing instance network info cache due to event network-changed-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.308502] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] Acquiring lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.308652] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] Acquired lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.308815] env[69217]: DEBUG nova.network.neutron [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Refreshing network info cache for port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.588580] env[69217]: DEBUG oslo_vmware.api [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533239, 'name': ReconfigVM_Task, 'duration_secs': 5.751329} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.588895] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.589039] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Reconfigured VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1224.605787] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.696318] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533240, 'name': CreateVM_Task, 'duration_secs': 0.315701} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.696468] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.697310] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.697310] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.698110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.698110] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855cb4ed-85f1-428b-a184-d0acac68f97f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.703276] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1224.703276] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9d8b8-9d6d-db7b-37c7-6a82a092e572" [ 1224.703276] env[69217]: _type = "Task" [ 1224.703276] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.710432] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9d8b8-9d6d-db7b-37c7-6a82a092e572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.064353] env[69217]: DEBUG nova.network.neutron [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updated VIF entry in instance network info cache for port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.064703] env[69217]: DEBUG nova.network.neutron [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updating instance_info_cache with network_info: [{"id": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "address": "fa:16:3e:f0:7f:ee", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9dc8b9-fd", "ovs_interfaceid": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.127966] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.128273] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.129814] env[69217]: INFO nova.compute.claims [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.212839] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9d8b8-9d6d-db7b-37c7-6a82a092e572, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.213691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.213691] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.213691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.213858] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.213893] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.215045] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ec9c27-10ed-4387-a52d-ba4c23c38f4c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.222937] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.223289] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.223849] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d39cfb-bfd0-43ab-b953-15aa394cd82e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.229110] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1225.229110] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ebcef-dc04-697e-3ea7-69d2021af8ec" [ 1225.229110] env[69217]: _type = "Task" [ 1225.229110] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.236785] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ebcef-dc04-697e-3ea7-69d2021af8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.567305] env[69217]: DEBUG oslo_concurrency.lockutils [req-d4dceb5a-0938-45f6-88f9-b8b9f5d7ceb4 req-c393e811-d1fd-4878-be6f-ce1f7a1f81da service nova] Releasing lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.739391] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520ebcef-dc04-697e-3ea7-69d2021af8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.740181] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71176dcc-afc8-48b8-b976-fcdba3e44258 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.744962] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1225.744962] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4c899-6a5b-a98d-97e6-0ac007d96bd0" [ 1225.744962] env[69217]: _type = "Task" [ 1225.744962] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.752148] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4c899-6a5b-a98d-97e6-0ac007d96bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.988313] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.988598] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.988742] env[69217]: DEBUG nova.network.neutron [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.233082] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bface4-77c1-4eb2-9e06-0d70e4e91a4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.241530] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c6b9a-ebd2-47e1-bb8b-10cd984a0c4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.274867] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350dc319-3342-4782-bc1a-fc2f965c596c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.280441] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d4c899-6a5b-a98d-97e6-0ac007d96bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.280960] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.281225] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] faa80e88-2080-4b40-9c93-43626bbf9bec/faa80e88-2080-4b40-9c93-43626bbf9bec.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.281468] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd14a806-2e4d-4e3d-8038-031158ce1e01 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.286215] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38dae31-400c-430b-821f-5e688e45333e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.290571] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1226.290571] env[69217]: value = "task-3533241" [ 1226.290571] env[69217]: _type = "Task" [ 1226.290571] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.300991] env[69217]: DEBUG nova.compute.provider_tree [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.306876] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.748564] env[69217]: DEBUG nova.compute.manager [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.748780] env[69217]: DEBUG nova.compute.manager [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing instance network info cache due to event network-changed-a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.748976] env[69217]: DEBUG oslo_concurrency.lockutils [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] Acquiring lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.801753] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452653} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.801992] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] faa80e88-2080-4b40-9c93-43626bbf9bec/faa80e88-2080-4b40-9c93-43626bbf9bec.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.802238] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.802489] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b14b70-66c4-438e-b1b3-7bae98e9e94d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.804810] env[69217]: DEBUG nova.scheduler.client.report [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.814607] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1226.814607] env[69217]: value = "task-3533242" [ 1226.814607] env[69217]: _type = "Task" [ 1226.814607] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.822526] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.860111] env[69217]: INFO nova.network.neutron [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Port 7717060a-9ff9-4319-87ac-e70bfd70292f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1226.860496] env[69217]: DEBUG nova.network.neutron [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.310902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.310902] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.324724] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066849} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.324964] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.325742] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ad257-30e4-4a2a-9448-bd4f8af144ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.349112] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] faa80e88-2080-4b40-9c93-43626bbf9bec/faa80e88-2080-4b40-9c93-43626bbf9bec.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.350057] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1dd9eb-bd10-4b16-b272-b72002b3c2d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.364285] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.366619] env[69217]: DEBUG oslo_concurrency.lockutils [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] Acquired lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.366907] env[69217]: DEBUG nova.network.neutron [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Refreshing network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.374104] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1227.374104] env[69217]: value = "task-3533243" [ 1227.374104] env[69217]: _type = "Task" [ 1227.374104] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.382724] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.470153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.470408] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.470774] env[69217]: DEBUG nova.objects.instance [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'flavor' on Instance uuid 196324f7-3438-4a8f-814f-e104586d4d91 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.815502] env[69217]: DEBUG nova.compute.utils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.816858] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.817041] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.853495] env[69217]: DEBUG nova.policy [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '642b148e36814b0e9fa623525f946e50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9448eaa0924e74a1b8c09f67861099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.868191] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c8e09c1e-0a7b-4844-b60a-541afab59c94 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-ec23f874-41af-4844-b0c8-c8b8b1a27555-7717060a-9ff9-4319-87ac-e70bfd70292f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.863s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.883897] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.215236] env[69217]: DEBUG nova.objects.instance [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'pci_requests' on Instance uuid 196324f7-3438-4a8f-814f-e104586d4d91 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.275553] env[69217]: DEBUG nova.network.neutron [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updated VIF entry in instance network info cache for port a8677116-b2c0-46a5-bf92-e340e112e01f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.275910] env[69217]: DEBUG nova.network.neutron [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [{"id": "a8677116-b2c0-46a5-bf92-e340e112e01f", "address": "fa:16:3e:e8:be:76", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677116-b2", "ovs_interfaceid": "a8677116-b2c0-46a5-bf92-e340e112e01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.321170] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.353660] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Successfully created port: 8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.384762] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533243, 'name': ReconfigVM_Task, 'duration_secs': 0.816401} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.385059] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Reconfigured VM instance instance-00000075 to attach disk [datastore1] faa80e88-2080-4b40-9c93-43626bbf9bec/faa80e88-2080-4b40-9c93-43626bbf9bec.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.385700] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a68f2f-338f-4f35-9892-cde7f395910c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.392877] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1228.392877] env[69217]: value = "task-3533244" [ 1228.392877] env[69217]: _type = "Task" [ 1228.392877] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.401626] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533244, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.718323] env[69217]: DEBUG nova.objects.base [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Object Instance<196324f7-3438-4a8f-814f-e104586d4d91> lazy-loaded attributes: flavor,pci_requests {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.718620] env[69217]: DEBUG nova.network.neutron [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.777487] env[69217]: DEBUG nova.compute.manager [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-changed-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.777764] env[69217]: DEBUG nova.compute.manager [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing instance network info cache due to event network-changed-c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.777957] env[69217]: DEBUG oslo_concurrency.lockutils [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.778289] env[69217]: DEBUG oslo_concurrency.lockutils [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.778439] env[69217]: DEBUG nova.network.neutron [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing network info cache for port c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.780904] env[69217]: DEBUG oslo_concurrency.lockutils [req-d2b8f15f-c03b-4336-96bd-639212b8a4a1 req-34187f5d-6aa8-4de2-adfb-01cfe011df57 service nova] Releasing lock "refresh_cache-ec23f874-41af-4844-b0c8-c8b8b1a27555" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.784621] env[69217]: DEBUG nova.policy [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '335f441371ba497ca49490fd9db71539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1fa2720fc8f4c2bb1bf22583a6c3127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.904532] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533244, 'name': Rename_Task, 'duration_secs': 0.143047} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.905030] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.905405] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd772a6-cacc-4c7e-88cb-ddc7df474724 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.912112] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1228.912112] env[69217]: value = "task-3533245" [ 1228.912112] env[69217]: _type = "Task" [ 1228.912112] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.922134] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.330250] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.356108] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.356776] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.357016] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.357267] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.357578] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.357745] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.357962] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.358146] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.358430] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.358524] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.358672] env[69217]: DEBUG nova.virt.hardware [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.359619] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e02fe-390c-487a-9504-7a8a353dbb5c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.367894] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a0b5c-0bfd-4af6-817a-dd1cc8a9f51d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.425352] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.532927] env[69217]: DEBUG nova.network.neutron [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updated VIF entry in instance network info cache for port c6af8654-6830-45f7-a31b-5a2305695421. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.533328] env[69217]: DEBUG nova.network.neutron [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.848424] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Successfully updated port: 8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.923105] env[69217]: DEBUG oslo_vmware.api [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533245, 'name': PowerOnVM_Task, 'duration_secs': 0.624338} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.923105] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.923323] env[69217]: INFO nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1229.923488] env[69217]: DEBUG nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.924286] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07341e-0932-4df3-882e-7445b462b710 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.035848] env[69217]: DEBUG oslo_concurrency.lockutils [req-107d7968-a87d-43e5-bb4c-ddf7ee87b38a req-e3cac694-7d4c-405e-9978-fa442e81532c service nova] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.396459] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.396699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquired lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.396761] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.440200] env[69217]: INFO nova.compute.manager [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Took 13.27 seconds to build instance. [ 1230.779223] env[69217]: DEBUG nova.network.neutron [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Successfully updated port: 7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.856195] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Received event network-vif-plugged-8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.856417] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquiring lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.856621] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.857212] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.857212] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] No waiting events found dispatching network-vif-plugged-8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.857212] env[69217]: WARNING nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Received unexpected event network-vif-plugged-8ef1ce86-0880-4745-be82-e24748871cad for instance with vm_state building and task_state spawning. [ 1230.857593] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Received event network-changed-8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.857593] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Refreshing instance network info cache due to event network-changed-8ef1ce86-0880-4745-be82-e24748871cad. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.857719] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquiring lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.943445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.781s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.947791] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.107297] env[69217]: DEBUG nova.network.neutron [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Updating instance_info_cache with network_info: [{"id": "8ef1ce86-0880-4745-be82-e24748871cad", "address": "fa:16:3e:f8:ef:3a", "network": {"id": "10ad4ae6-3c20-4a0b-bf06-3481d0386631", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305769910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9448eaa0924e74a1b8c09f67861099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef1ce86-08", "ovs_interfaceid": "8ef1ce86-0880-4745-be82-e24748871cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.281866] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.282081] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.282280] env[69217]: DEBUG nova.network.neutron [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.609832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Releasing lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.610231] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Instance network_info: |[{"id": "8ef1ce86-0880-4745-be82-e24748871cad", "address": "fa:16:3e:f8:ef:3a", "network": {"id": "10ad4ae6-3c20-4a0b-bf06-3481d0386631", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305769910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9448eaa0924e74a1b8c09f67861099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef1ce86-08", "ovs_interfaceid": "8ef1ce86-0880-4745-be82-e24748871cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.610551] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquired lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.610756] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Refreshing network info cache for port 8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.611955] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:ef:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef1ce86-0880-4745-be82-e24748871cad', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.619500] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Creating folder: Project (0f9448eaa0924e74a1b8c09f67861099). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.622503] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8be8fb8-7b01-475e-ae96-13a1195d8871 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.638902] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Created folder: Project (0f9448eaa0924e74a1b8c09f67861099) in parent group-v705386. [ 1231.639097] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Creating folder: Instances. Parent ref: group-v705679. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.639333] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ad1050-d795-465d-b3ac-4cd73522b65b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.650375] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Created folder: Instances in parent group-v705679. [ 1231.650621] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.652738] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.652956] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-998fde97-a0a4-49d3-b6a1-4d6b44cae93d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.672115] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.672115] env[69217]: value = "task-3533249" [ 1231.672115] env[69217]: _type = "Task" [ 1231.672115] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.680497] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533249, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.841713] env[69217]: WARNING nova.network.neutron [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] e4fdafd8-2284-4c03-9c4d-ede8faeac3ce already exists in list: networks containing: ['e4fdafd8-2284-4c03-9c4d-ede8faeac3ce']. ignoring it [ 1231.929592] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Updated VIF entry in instance network info cache for port 8ef1ce86-0880-4745-be82-e24748871cad. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.929963] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Updating instance_info_cache with network_info: [{"id": "8ef1ce86-0880-4745-be82-e24748871cad", "address": "fa:16:3e:f8:ef:3a", "network": {"id": "10ad4ae6-3c20-4a0b-bf06-3481d0386631", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305769910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9448eaa0924e74a1b8c09f67861099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef1ce86-08", "ovs_interfaceid": "8ef1ce86-0880-4745-be82-e24748871cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.149847] env[69217]: DEBUG nova.network.neutron [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7717060a-9ff9-4319-87ac-e70bfd70292f", "address": "fa:16:3e:1d:ad:15", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7717060a-9f", "ovs_interfaceid": "7717060a-9ff9-4319-87ac-e70bfd70292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.182206] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533249, 'name': CreateVM_Task, 'duration_secs': 0.30883} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.182392] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.183066] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.183248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.183561] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.183847] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c28d46-bef8-4b80-8d25-9ee6e37d52fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.187978] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1232.187978] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52631912-4eae-6bd2-42e4-4bb05c1341e8" [ 1232.187978] env[69217]: _type = "Task" [ 1232.187978] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.195291] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52631912-4eae-6bd2-42e4-4bb05c1341e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.432557] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Releasing lock "refresh_cache-79458af1-4b2d-4657-bfb7-a644ef2fd398" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.432809] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.433011] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.433227] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.433417] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.433599] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] No waiting events found dispatching network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.433772] env[69217]: WARNING nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received unexpected event network-vif-plugged-7717060a-9ff9-4319-87ac-e70bfd70292f for instance with vm_state active and task_state None. [ 1232.433937] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Received event network-changed-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.434103] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Refreshing instance network info cache due to event network-changed-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.434291] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquiring lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.434450] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquired lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.434622] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Refreshing network info cache for port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.653058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.653732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.653892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.654759] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ff67ff-b253-4a8e-809f-b977b961c46f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.671481] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.671715] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.671857] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.672048] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.672201] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.672348] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.672553] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.672712] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.672891] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.673069] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.673277] env[69217]: DEBUG nova.virt.hardware [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.680232] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfiguring VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1232.680529] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beca6ca0-2ad7-4b08-9cf2-a628fdc29e12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.700689] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52631912-4eae-6bd2-42e4-4bb05c1341e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.701854] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.702094] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.702326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.702473] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.702651] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.703283] env[69217]: DEBUG oslo_vmware.api [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1232.703283] env[69217]: value = "task-3533250" [ 1232.703283] env[69217]: _type = "Task" [ 1232.703283] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.703499] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e7bd59-7f86-4d55-8786-3871e5684eb8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.713276] env[69217]: DEBUG oslo_vmware.api [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.721876] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.722098] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.722816] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c4f176-26ec-4bd9-8ab9-ba29c0764db9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.727544] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1232.727544] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5251ef82-13f1-32c2-94b0-3a5572985540" [ 1232.727544] env[69217]: _type = "Task" [ 1232.727544] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.736378] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5251ef82-13f1-32c2-94b0-3a5572985540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.121496] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updated VIF entry in instance network info cache for port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.121801] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updating instance_info_cache with network_info: [{"id": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "address": "fa:16:3e:f0:7f:ee", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9dc8b9-fd", "ovs_interfaceid": "cf9dc8b9-fd0b-4cd8-8704-38524e19a32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.215677] env[69217]: DEBUG oslo_vmware.api [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.238014] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5251ef82-13f1-32c2-94b0-3a5572985540, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.238895] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a16e990-bb60-409d-963f-7cabe1017edf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.244546] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1233.244546] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526b2ae5-2e83-2776-ea60-a8742cbf7cff" [ 1233.244546] env[69217]: _type = "Task" [ 1233.244546] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.253334] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526b2ae5-2e83-2776-ea60-a8742cbf7cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.625023] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Releasing lock "refresh_cache-faa80e88-2080-4b40-9c93-43626bbf9bec" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.625130] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-changed-7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.625250] env[69217]: DEBUG nova.compute.manager [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing instance network info cache due to event network-changed-7717060a-9ff9-4319-87ac-e70bfd70292f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.625494] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.625681] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.625855] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Refreshing network info cache for port 7717060a-9ff9-4319-87ac-e70bfd70292f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.715809] env[69217]: DEBUG oslo_vmware.api [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533250, 'name': ReconfigVM_Task, 'duration_secs': 0.560731} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.716484] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.716729] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfigured VM to attach interface {{(pid=69217) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1233.754593] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]526b2ae5-2e83-2776-ea60-a8742cbf7cff, 'name': SearchDatastore_Task, 'duration_secs': 0.027557} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.754840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.755110] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 79458af1-4b2d-4657-bfb7-a644ef2fd398/79458af1-4b2d-4657-bfb7-a644ef2fd398.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.755461] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca02781-00c2-42b8-950b-f5aa02ebda71 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.763139] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1233.763139] env[69217]: value = "task-3533251" [ 1233.763139] env[69217]: _type = "Task" [ 1233.763139] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.771470] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.222305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.752s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.277943] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.360394] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updated VIF entry in instance network info cache for port 7717060a-9ff9-4319-87ac-e70bfd70292f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.361059] env[69217]: DEBUG nova.network.neutron [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7717060a-9ff9-4319-87ac-e70bfd70292f", "address": "fa:16:3e:1d:ad:15", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7717060a-9f", "ovs_interfaceid": "7717060a-9ff9-4319-87ac-e70bfd70292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.773602] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551177} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.774113] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 79458af1-4b2d-4657-bfb7-a644ef2fd398/79458af1-4b2d-4657-bfb7-a644ef2fd398.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.774113] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.774323] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4879664c-d48c-4393-a9e2-be315f6b01d3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.780270] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1234.780270] env[69217]: value = "task-3533253" [ 1234.780270] env[69217]: _type = "Task" [ 1234.780270] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.788873] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.866252] env[69217]: DEBUG oslo_concurrency.lockutils [req-974f61cc-90f3-45dd-9a0a-38e32e288ec1 req-9e389e20-5b4c-4f57-b601-57235ec60489 service nova] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.877843] env[69217]: DEBUG nova.compute.manager [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1235.289770] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069376} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.289985] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.290784] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f6046-d6de-4474-ac89-582faa8dc05b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.312052] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 79458af1-4b2d-4657-bfb7-a644ef2fd398/79458af1-4b2d-4657-bfb7-a644ef2fd398.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.312247] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08d0c35-fcac-41db-aefb-7edb814c842d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.331261] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1235.331261] env[69217]: value = "task-3533254" [ 1235.331261] env[69217]: _type = "Task" [ 1235.331261] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.341554] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.397376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.397652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.695289] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.695289] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.841563] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.903134] env[69217]: INFO nova.compute.claims [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.198073] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.198275] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.199227] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82cefbf-e01a-4e4a-8d32-e7e725a7d6da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.219152] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2328dc-1333-4eb4-861d-341bd4e99016 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.245391] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfiguring VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1236.245665] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f69427-a766-4e8d-9b55-f4b9fe6728cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.264417] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1236.264417] env[69217]: value = "task-3533255" [ 1236.264417] env[69217]: _type = "Task" [ 1236.264417] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.272234] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.341574] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.409799] env[69217]: INFO nova.compute.resource_tracker [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating resource usage from migration 15b349d5-adbc-40f9-a9e0-d1c524bb28ae [ 1236.515569] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f2374-44bb-49be-b01b-f3443b8f25fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.522973] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c142a-b98b-42cd-b60f-439336c019ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.552096] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d1a99-04cd-41ca-8af7-3b5743f0c7e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.559231] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38eadbc-faac-4fea-bf99-5d767e85db55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.574065] env[69217]: DEBUG nova.compute.provider_tree [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.774328] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.842811] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533254, 'name': ReconfigVM_Task, 'duration_secs': 1.160896} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.843150] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 79458af1-4b2d-4657-bfb7-a644ef2fd398/79458af1-4b2d-4657-bfb7-a644ef2fd398.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.843749] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045b5ab3-c1bb-4254-a654-86d35c262292 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.849975] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1236.849975] env[69217]: value = "task-3533257" [ 1236.849975] env[69217]: _type = "Task" [ 1236.849975] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.857392] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533257, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.077575] env[69217]: DEBUG nova.scheduler.client.report [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.275199] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.359992] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533257, 'name': Rename_Task, 'duration_secs': 0.283382} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.360312] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.360568] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83db448d-ddd3-4d70-bf6c-45b5a91bba6a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.366590] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1237.366590] env[69217]: value = "task-3533258" [ 1237.366590] env[69217]: _type = "Task" [ 1237.366590] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.374495] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.582902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.185s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.583141] env[69217]: INFO nova.compute.manager [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Migrating [ 1237.775918] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.875848] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.098043] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.098219] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.098347] env[69217]: DEBUG nova.network.neutron [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.276654] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.376555] env[69217]: DEBUG oslo_vmware.api [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533258, 'name': PowerOnVM_Task, 'duration_secs': 0.61917} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.376831] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.377045] env[69217]: INFO nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1238.377228] env[69217]: DEBUG nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.378137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2fa61d-324e-4f33-8ee9-7b7c6fa4759f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.776414] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.812520] env[69217]: DEBUG nova.network.neutron [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.893433] env[69217]: INFO nova.compute.manager [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Took 13.78 seconds to build instance. [ 1239.276948] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.315511] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.395799] env[69217]: DEBUG oslo_concurrency.lockutils [None req-135e041b-52f8-4af5-83b3-430a2f3b0d5e tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.292s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.596804] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.597133] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.664968] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.665246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.665459] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.665642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.665832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.667989] env[69217]: INFO nova.compute.manager [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Terminating instance [ 1239.777429] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.100689] env[69217]: DEBUG nova.compute.utils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.171949] env[69217]: DEBUG nova.compute.manager [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.172177] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.173050] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2168f0a-cc38-40da-aa59-a62306d3ff67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.181087] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.181305] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9984969-f765-4b0c-a10d-2223b291f755 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.187182] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1240.187182] env[69217]: value = "task-3533260" [ 1240.187182] env[69217]: _type = "Task" [ 1240.187182] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.194300] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.278145] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.603329] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.697398] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533260, 'name': PowerOffVM_Task, 'duration_secs': 0.217311} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.697690] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.697862] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.698127] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d316ffe-2d5a-4012-ac23-0f56199f2dae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.756803] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.757038] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.757225] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Deleting the datastore file [datastore1] 79458af1-4b2d-4657-bfb7-a644ef2fd398 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.757528] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59f3b59-32f4-4cec-b386-8d44fed7fb32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.763747] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for the task: (returnval){ [ 1240.763747] env[69217]: value = "task-3533262" [ 1240.763747] env[69217]: _type = "Task" [ 1240.763747] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.771306] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.778725] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.829590] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42123187-a22a-4d2e-8378-ac1e4176b1fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.850958] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.273738] env[69217]: DEBUG oslo_vmware.api [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Task: {'id': task-3533262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120342} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.276648] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.276828] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.277017] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.277202] env[69217]: INFO nova.compute.manager [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1241.277438] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.277634] env[69217]: DEBUG nova.compute.manager [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.277733] env[69217]: DEBUG nova.network.neutron [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.284800] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.356247] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.356563] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435283ba-35b0-4c6d-baae-fb46874a576d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.363378] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1241.363378] env[69217]: value = "task-3533264" [ 1241.363378] env[69217]: _type = "Task" [ 1241.363378] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.372528] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.635552] env[69217]: DEBUG nova.compute.manager [req-aa9e77aa-582d-446e-bf29-5c86f6d17fce req-9fa6f92c-31ee-4e30-b40a-73283fe47fb4 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Received event network-vif-deleted-8ef1ce86-0880-4745-be82-e24748871cad {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.635767] env[69217]: INFO nova.compute.manager [req-aa9e77aa-582d-446e-bf29-5c86f6d17fce req-9fa6f92c-31ee-4e30-b40a-73283fe47fb4 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Neutron deleted interface 8ef1ce86-0880-4745-be82-e24748871cad; detaching it from the instance and deleting it from the info cache [ 1241.635937] env[69217]: DEBUG nova.network.neutron [req-aa9e77aa-582d-446e-bf29-5c86f6d17fce req-9fa6f92c-31ee-4e30-b40a-73283fe47fb4 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.670350] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.670620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.670858] env[69217]: INFO nova.compute.manager [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Attaching volume 3943ad45-5baa-46e7-981f-f2fb9dbe0a96 to /dev/sdb [ 1241.700663] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc301246-0ac2-4446-aa58-f1165610bdf6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.708168] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c3df9-aa50-4e40-a81c-8b2b52ee6147 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.721116] env[69217]: DEBUG nova.virt.block_device [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating existing volume attachment record: 417482b2-387a-45aa-ad6f-9fe02fda7a9c {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.785199] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.817826] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818050] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818209] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818353] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818497] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818641] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818785] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.818921] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.873117] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533264, 'name': PowerOffVM_Task, 'duration_secs': 0.197895} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.873427] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.873670] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.084495] env[69217]: DEBUG nova.network.neutron [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.139065] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfc90123-2859-45a5-a117-25756522607f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.149623] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72d77d-9748-4786-ac0d-1b812bf73152 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.182583] env[69217]: DEBUG nova.compute.manager [req-aa9e77aa-582d-446e-bf29-5c86f6d17fce req-9fa6f92c-31ee-4e30-b40a-73283fe47fb4 service nova] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Detach interface failed, port_id=8ef1ce86-0880-4745-be82-e24748871cad, reason: Instance 79458af1-4b2d-4657-bfb7-a644ef2fd398 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.284114] env[69217]: DEBUG oslo_vmware.api [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533255, 'name': ReconfigVM_Task, 'duration_secs': 5.736883} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.284446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.284699] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Reconfigured VM to detach interface {{(pid=69217) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1242.381024] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.381294] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.381527] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.381726] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.381897] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.382074] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.382291] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.382450] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.382618] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.382785] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.382962] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.388370] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9338e241-445d-4c43-99ef-5745d3c4306b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.403932] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1242.403932] env[69217]: value = "task-3533266" [ 1242.403932] env[69217]: _type = "Task" [ 1242.403932] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.411955] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.587028] env[69217]: INFO nova.compute.manager [-] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Took 1.31 seconds to deallocate network for instance. [ 1242.914490] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533266, 'name': ReconfigVM_Task, 'duration_secs': 0.499701} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.915192] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.093774] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.094090] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.094327] env[69217]: DEBUG nova.objects.instance [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lazy-loading 'resources' on Instance uuid 79458af1-4b2d-4657-bfb7-a644ef2fd398 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.119745] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.119978] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.120202] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "196324f7-3438-4a8f-814f-e104586d4d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.120386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.120551] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.122458] env[69217]: INFO nova.compute.manager [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Terminating instance [ 1243.167156] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.422402] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.422927] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.422927] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.422927] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.423146] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.423213] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.423401] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.423563] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.423732] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.423893] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.424074] env[69217]: DEBUG nova.virt.hardware [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.429372] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.429711] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af103e55-d395-4631-a4e5-0c6591362663 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.450341] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1243.450341] env[69217]: value = "task-3533268" [ 1243.450341] env[69217]: _type = "Task" [ 1243.450341] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.458444] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.581547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.581785] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquired lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.581916] env[69217]: DEBUG nova.network.neutron [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.626434] env[69217]: DEBUG nova.compute.manager [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.626825] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.628108] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b20a89-40b2-4d03-bd17-425cbe771abc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.641432] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.641788] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4f996fb-e95b-4a98-ae38-7e42711240cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.649432] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1243.649432] env[69217]: value = "task-3533269" [ 1243.649432] env[69217]: _type = "Task" [ 1243.649432] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.661126] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.669997] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.739157] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807701f-f96f-4b65-98c9-fb5a3c7fb091 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.747598] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efccad5f-cb0b-46d6-b0ed-8c4c50e171d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.780300] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cf5718-6955-4aa1-9fcd-3d8b31ffcf72 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.790697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc5104-49a3-4a18-91d6-6002bd42d850 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.806256] env[69217]: DEBUG nova.compute.provider_tree [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.960609] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533268, 'name': ReconfigVM_Task, 'duration_secs': 0.208751} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.960913] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.961750] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e22186-cc62-413c-adf8-c1d76ea73769 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.983963] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.984282] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e89a5f-a917-49c0-b188-c2448bb585db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.004251] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1244.004251] env[69217]: value = "task-3533271" [ 1244.004251] env[69217]: _type = "Task" [ 1244.004251] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.012307] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.160563] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533269, 'name': PowerOffVM_Task, 'duration_secs': 0.174903} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.162970] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.163480] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.163480] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea08b8cf-14f4-45bd-8197-d376f3dd8fde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.225636] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.225960] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.226182] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleting the datastore file [datastore2] 196324f7-3438-4a8f-814f-e104586d4d91 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.226452] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64ae27d-90d2-4164-bea5-adfdb0eab206 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.234658] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1244.234658] env[69217]: value = "task-3533273" [ 1244.234658] env[69217]: _type = "Task" [ 1244.234658] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.244384] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.309422] env[69217]: DEBUG nova.scheduler.client.report [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.318273] env[69217]: INFO nova.network.neutron [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Port 7717060a-9ff9-4319-87ac-e70bfd70292f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1244.318618] env[69217]: DEBUG nova.network.neutron [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [{"id": "c6af8654-6830-45f7-a31b-5a2305695421", "address": "fa:16:3e:ff:98:62", "network": {"id": "e4fdafd8-2284-4c03-9c4d-ede8faeac3ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630413170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1fa2720fc8f4c2bb1bf22583a6c3127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6af8654-68", "ovs_interfaceid": "c6af8654-6830-45f7-a31b-5a2305695421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.514998] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533271, 'name': ReconfigVM_Task, 'duration_secs': 0.280335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.515351] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.515633] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.745132] env[69217]: DEBUG oslo_vmware.api [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151634} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.745419] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.745602] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.745781] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.745953] env[69217]: INFO nova.compute.manager [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1244.746220] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.746405] env[69217]: DEBUG nova.compute.manager [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.746499] env[69217]: DEBUG nova.network.neutron [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.813954] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.816073] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.146s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.816227] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.816376] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1244.817827] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76cf0f9-fe8f-4a52-8db7-8e77bdda7069 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.820775] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Releasing lock "refresh_cache-196324f7-3438-4a8f-814f-e104586d4d91" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.828710] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e961b-5194-4cb4-8b71-f2e548ca0064 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.835103] env[69217]: INFO nova.scheduler.client.report [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Deleted allocations for instance 79458af1-4b2d-4657-bfb7-a644ef2fd398 [ 1244.849763] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710c4674-61e0-4212-a956-6321629f03b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.859033] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce60ae5-540e-4822-a554-1abb43fe193d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.891236] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179707MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1244.891236] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.891236] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.024150] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324678f-eeb0-42d8-89dd-a346a8db5320 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.046898] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84e976-d39c-48b4-99c3-13478cc82134 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.067867] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.325181] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c5162013-cd81-454b-bd7e-d5d48c4210e4 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "interface-196324f7-3438-4a8f-814f-e104586d4d91-7717060a-9ff9-4319-87ac-e70bfd70292f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.630s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.350731] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6149cb5a-552a-4653-aa55-48bbf6104e8d tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Lock "79458af1-4b2d-4657-bfb7-a644ef2fd398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.446731] env[69217]: DEBUG nova.compute.manager [req-6482c6d0-7486-4680-9506-ea509918a3b9 req-0c01276d-7fea-43e4-a830-988f17a3bbe8 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Received event network-vif-deleted-c6af8654-6830-45f7-a31b-5a2305695421 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.447009] env[69217]: INFO nova.compute.manager [req-6482c6d0-7486-4680-9506-ea509918a3b9 req-0c01276d-7fea-43e4-a830-988f17a3bbe8 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Neutron deleted interface c6af8654-6830-45f7-a31b-5a2305695421; detaching it from the instance and deleting it from the info cache [ 1245.447158] env[69217]: DEBUG nova.network.neutron [req-6482c6d0-7486-4680-9506-ea509918a3b9 req-0c01276d-7fea-43e4-a830-988f17a3bbe8 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.607063] env[69217]: DEBUG nova.network.neutron [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Port bf8563d4-27e4-4208-b870-696f991b8024 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1245.904868] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Applying migration context for instance 85ce1842-72c7-4817-9957-50a01ddc1938 as it has an incoming, in-progress migration 15b349d5-adbc-40f9-a9e0-d1c524bb28ae. Migration status is migrating {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1245.904868] env[69217]: INFO nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating resource usage from migration 15b349d5-adbc-40f9-a9e0-d1c524bb28ae [ 1245.925757] env[69217]: DEBUG nova.network.neutron [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.925757] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.925757] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance ec23f874-41af-4844-b0c8-c8b8b1a27555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.925757] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 196324f7-3438-4a8f-814f-e104586d4d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.925757] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance d4cffb5b-5d23-4f07-b12a-99185fd54c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.925942] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.926068] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance faa80e88-2080-4b40-9c93-43626bbf9bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.926212] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Migration 15b349d5-adbc-40f9-a9e0-d1c524bb28ae is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1245.926311] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 85ce1842-72c7-4817-9957-50a01ddc1938 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1245.926481] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1245.926613] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1245.950379] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0c0b337-7b92-4b34-bbcf-5ebb4bbe91b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.966781] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d190c21-0144-4209-a0cd-2e84efad261d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.010769] env[69217]: DEBUG nova.compute.manager [req-6482c6d0-7486-4680-9506-ea509918a3b9 req-0c01276d-7fea-43e4-a830-988f17a3bbe8 service nova] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Detach interface failed, port_id=c6af8654-6830-45f7-a31b-5a2305695421, reason: Instance 196324f7-3438-4a8f-814f-e104586d4d91 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.081936] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2288f-3461-44dc-91f2-4b3cb2f821e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.090955] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3dbe25-386d-4392-8552-a6705d2ad132 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.126522] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cad87d-800d-4a7a-89e6-bfc98cabc410 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.134792] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88390f-faa3-449c-bbc9-476ef43dddb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.149453] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.263586] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1246.263828] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705683', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'name': 'volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cffb5b-5d23-4f07-b12a-99185fd54c54', 'attached_at': '', 'detached_at': '', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'serial': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1246.264810] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f389ea7f-9140-41c3-947a-55be57fca0a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.283484] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb361dc-22e6-40b9-bfce-cf3f1d47d913 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.314162] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96/volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.314751] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca141794-3bf6-426d-9bdb-589fc4ca1ae4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.338029] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1246.338029] env[69217]: value = "task-3533275" [ 1246.338029] env[69217]: _type = "Task" [ 1246.338029] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.344444] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.431431] env[69217]: INFO nova.compute.manager [-] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Took 1.68 seconds to deallocate network for instance. [ 1246.645913] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.646302] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.646433] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.653392] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.847212] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533275, 'name': ReconfigVM_Task, 'duration_secs': 0.392045} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.847655] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96/volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.853524] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15e02c6-a63a-418c-8071-346ed9d026f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.871489] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1246.871489] env[69217]: value = "task-3533276" [ 1246.871489] env[69217]: _type = "Task" [ 1246.871489] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.881231] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.937521] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.164269] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1247.164269] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.164269] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.227s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.164491] env[69217]: DEBUG nova.objects.instance [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'resources' on Instance uuid 196324f7-3438-4a8f-814f-e104586d4d91 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.383750] env[69217]: DEBUG oslo_vmware.api [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533276, 'name': ReconfigVM_Task, 'duration_secs': 0.163203} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.384174] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705683', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'name': 'volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cffb5b-5d23-4f07-b12a-99185fd54c54', 'attached_at': '', 'detached_at': '', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'serial': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.595722] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.596064] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.596201] env[69217]: INFO nova.compute.manager [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Shelving [ 1247.681587] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.681869] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.681951] env[69217]: DEBUG nova.network.neutron [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.773967] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a1c6a-7ae0-45c7-a5ab-bb4486450ca5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.782120] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05bea51-3ee4-46fb-b2b0-2e0fc140c1d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.813705] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dff110-cfa1-4ea3-9385-6389053ea7b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.821673] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6775f1-07b9-4b91-a7f9-7c2a2e892e80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.835011] env[69217]: DEBUG nova.compute.provider_tree [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.338206] env[69217]: DEBUG nova.scheduler.client.report [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.417124] env[69217]: DEBUG nova.objects.instance [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid d4cffb5b-5d23-4f07-b12a-99185fd54c54 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.445866] env[69217]: DEBUG nova.network.neutron [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.605636] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.606233] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82a6da65-3b9a-4387-bbb1-dabf2587619b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.615046] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1248.615046] env[69217]: value = "task-3533278" [ 1248.615046] env[69217]: _type = "Task" [ 1248.615046] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.628026] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.843425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.867332] env[69217]: INFO nova.scheduler.client.report [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted allocations for instance 196324f7-3438-4a8f-814f-e104586d4d91 [ 1248.925017] env[69217]: DEBUG oslo_concurrency.lockutils [None req-e7c6a827-1b23-4e0d-9f3a-96e6a6d29a26 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.948295] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.126015] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533278, 'name': PowerOffVM_Task, 'duration_secs': 0.195659} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.126273] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.127168] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e36ad3-64fe-4f91-b4c9-7d546de2e7a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.146661] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b1052-0202-4348-b475-32991f4e347d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.220963] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.221249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.375387] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3aef6033-667b-419b-ad2c-32dad59c480d tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "196324f7-3438-4a8f-814f-e104586d4d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.255s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.469496] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310c8ab-6e05-4c80-9044-a3b7a1712d12 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.489209] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a18b1c-5572-4a27-855d-149ce910c711 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.496218] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.657707] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.658070] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb6c3388-5d1d-4e6b-9554-cd0c2f3581fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.667037] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1249.667037] env[69217]: value = "task-3533279" [ 1249.667037] env[69217]: _type = "Task" [ 1249.667037] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.676413] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.723723] env[69217]: INFO nova.compute.manager [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Detaching volume 3943ad45-5baa-46e7-981f-f2fb9dbe0a96 [ 1249.755605] env[69217]: INFO nova.virt.block_device [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Attempting to driver detach volume 3943ad45-5baa-46e7-981f-f2fb9dbe0a96 from mountpoint /dev/sdb [ 1249.755849] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.756049] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705683', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'name': 'volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cffb5b-5d23-4f07-b12a-99185fd54c54', 'attached_at': '', 'detached_at': '', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'serial': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.756939] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c1fed-c45f-4b86-94f3-63ac7d031ca2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.786785] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19638db0-3942-4bca-9a5a-939865ba6243 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.795972] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cae13-b409-40d8-80ef-434c7c8386db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.819164] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5409836-bb33-4627-8b55-092e7fa8fd84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.836043] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] The volume has not been displaced from its original location: [datastore1] volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96/volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.841632] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.841975] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccbe48f-c4e3-4932-909d-2364f178c398 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.863132] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1249.863132] env[69217]: value = "task-3533280" [ 1249.863132] env[69217]: _type = "Task" [ 1249.863132] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.876087] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.003108] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.003519] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1912a3ca-87c9-4bd0-a530-896c02a82551 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.012676] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1250.012676] env[69217]: value = "task-3533281" [ 1250.012676] env[69217]: _type = "Task" [ 1250.012676] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.023310] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.177046] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533279, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.195727] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.196016] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.196256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.196446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.196614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.198834] env[69217]: INFO nova.compute.manager [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Terminating instance [ 1250.374198] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533280, 'name': ReconfigVM_Task, 'duration_secs': 0.266986} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.374488] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.379807] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1af63f-3a49-4b05-9296-de11b3bce654 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.397069] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1250.397069] env[69217]: value = "task-3533282" [ 1250.397069] env[69217]: _type = "Task" [ 1250.397069] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.410295] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.523342] env[69217]: DEBUG oslo_vmware.api [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533281, 'name': PowerOnVM_Task, 'duration_secs': 0.425556} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.523596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.523735] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b746b4-1c1e-469f-9077-7e386a1ca1b1 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance '85ce1842-72c7-4817-9957-50a01ddc1938' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.679162] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533279, 'name': CreateSnapshot_Task, 'duration_secs': 0.64978} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.679457] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.680279] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a96e73-a92e-4ea7-b168-34d44b6c9d79 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.703670] env[69217]: DEBUG nova.compute.manager [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.703670] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.703952] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26daa2-20a9-4e01-8619-f3314e25191e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.713237] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.713512] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da968ba9-9422-4b88-bcac-dbbf1795e8ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.721065] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1250.721065] env[69217]: value = "task-3533283" [ 1250.721065] env[69217]: _type = "Task" [ 1250.721065] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.731250] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.909270] env[69217]: DEBUG oslo_vmware.api [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533282, 'name': ReconfigVM_Task, 'duration_secs': 0.166897} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.909701] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705683', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'name': 'volume-3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cffb5b-5d23-4f07-b12a-99185fd54c54', 'attached_at': '', 'detached_at': '', 'volume_id': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96', 'serial': '3943ad45-5baa-46e7-981f-f2fb9dbe0a96'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.162098] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.162332] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.200531] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1251.201138] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1342513-5a15-4dae-82c4-2f96f30f8b2b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.211261] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1251.211261] env[69217]: value = "task-3533284" [ 1251.211261] env[69217]: _type = "Task" [ 1251.211261] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.220312] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533284, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.231196] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533283, 'name': PowerOffVM_Task, 'duration_secs': 0.233011} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.231439] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.231639] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.231963] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e63fee-0d98-4025-a136-049ec0ddaa66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.352299] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.352482] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.352615] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleting the datastore file [datastore1] ec23f874-41af-4844-b0c8-c8b8b1a27555 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.352899] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c2d0a6-54f6-4944-8ef7-db92018b4ee2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.362018] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for the task: (returnval){ [ 1251.362018] env[69217]: value = "task-3533286" [ 1251.362018] env[69217]: _type = "Task" [ 1251.362018] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.370829] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.454696] env[69217]: DEBUG nova.objects.instance [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid d4cffb5b-5d23-4f07-b12a-99185fd54c54 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.664448] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.722470] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533284, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.873549] env[69217]: DEBUG oslo_vmware.api [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Task: {'id': task-3533286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234875} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.873811] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.873999] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.874187] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.874360] env[69217]: INFO nova.compute.manager [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1251.874603] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.874795] env[69217]: DEBUG nova.compute.manager [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.874887] env[69217]: DEBUG nova.network.neutron [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.156365] env[69217]: DEBUG nova.compute.manager [req-75b35f99-15d2-4a8f-bf75-ec83b728e599 req-53ca331c-5c41-4f28-a4a5-af6b3d6af401 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Received event network-vif-deleted-a8677116-b2c0-46a5-bf92-e340e112e01f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.156670] env[69217]: INFO nova.compute.manager [req-75b35f99-15d2-4a8f-bf75-ec83b728e599 req-53ca331c-5c41-4f28-a4a5-af6b3d6af401 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Neutron deleted interface a8677116-b2c0-46a5-bf92-e340e112e01f; detaching it from the instance and deleting it from the info cache [ 1252.156876] env[69217]: DEBUG nova.network.neutron [req-75b35f99-15d2-4a8f-bf75-ec83b728e599 req-53ca331c-5c41-4f28-a4a5-af6b3d6af401 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.189935] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.190233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.192131] env[69217]: INFO nova.compute.claims [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.222668] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533284, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.462542] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7651df46-5762-4388-b7d2-81e87d6091c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.547716] env[69217]: DEBUG nova.network.neutron [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Port bf8563d4-27e4-4208-b870-696f991b8024 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.548167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.548412] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.548664] env[69217]: DEBUG nova.network.neutron [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.640355] env[69217]: DEBUG nova.network.neutron [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.659662] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e3c1d82-2b17-4ce5-910b-b7ddcf5bc47f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.670650] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21ae64-99ad-4c8c-aa34-6bbc38819916 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.706878] env[69217]: DEBUG nova.compute.manager [req-75b35f99-15d2-4a8f-bf75-ec83b728e599 req-53ca331c-5c41-4f28-a4a5-af6b3d6af401 service nova] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Detach interface failed, port_id=a8677116-b2c0-46a5-bf92-e340e112e01f, reason: Instance ec23f874-41af-4844-b0c8-c8b8b1a27555 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.723469] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533284, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.142787] env[69217]: INFO nova.compute.manager [-] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Took 1.27 seconds to deallocate network for instance. [ 1253.224368] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533284, 'name': CloneVM_Task, 'duration_secs': 1.783663} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.224784] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Created linked-clone VM from snapshot [ 1253.225537] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8de90-fabb-4ade-b7c0-2b4833e504e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.236486] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Uploading image ebb506dc-b358-499c-9bc7-ca940005b100 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1253.263883] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1253.263883] env[69217]: value = "vm-705685" [ 1253.263883] env[69217]: _type = "VirtualMachine" [ 1253.263883] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1253.264200] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b319194-a869-4fe5-8ce0-8ef93826726b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.275553] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease: (returnval){ [ 1253.275553] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568845-8af4-1c02-8ed4-a2215fe72407" [ 1253.275553] env[69217]: _type = "HttpNfcLease" [ 1253.275553] env[69217]: } obtained for exporting VM: (result){ [ 1253.275553] env[69217]: value = "vm-705685" [ 1253.275553] env[69217]: _type = "VirtualMachine" [ 1253.275553] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1253.275850] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the lease: (returnval){ [ 1253.275850] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568845-8af4-1c02-8ed4-a2215fe72407" [ 1253.275850] env[69217]: _type = "HttpNfcLease" [ 1253.275850] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.283440] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.283440] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568845-8af4-1c02-8ed4-a2215fe72407" [ 1253.283440] env[69217]: _type = "HttpNfcLease" [ 1253.283440] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.306279] env[69217]: DEBUG nova.network.neutron [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.325787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aaf6bc-994f-40ea-be46-5d147c723621 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.334292] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5751a2da-888b-4560-a522-631aed45c68c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.365999] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e94b7c-18ca-4bea-8656-257fa35ad722 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.373738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1cc6f-7a6e-4b90-bada-92346d1eef09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.386985] env[69217]: DEBUG nova.compute.provider_tree [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.487146] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.487360] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.487574] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.487794] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.487970] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.489955] env[69217]: INFO nova.compute.manager [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Terminating instance [ 1253.650341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.784968] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.784968] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568845-8af4-1c02-8ed4-a2215fe72407" [ 1253.784968] env[69217]: _type = "HttpNfcLease" [ 1253.784968] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.785298] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.785298] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52568845-8af4-1c02-8ed4-a2215fe72407" [ 1253.785298] env[69217]: _type = "HttpNfcLease" [ 1253.785298] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.786015] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f092823-88b4-45ac-be32-dacc8450c41d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.793638] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.793812] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.849633] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.880970] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bfa8fee4-4bd9-4864-ac0a-b9081d7eea3b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.890355] env[69217]: DEBUG nova.scheduler.client.report [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.996931] env[69217]: DEBUG nova.compute.manager [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.996931] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.996931] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5988f-9cd9-45c9-9c77-3d411c7ed0c6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.004841] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.005211] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45636a6-834d-476e-a804-059a7ecb981a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.012071] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1254.012071] env[69217]: value = "task-3533288" [ 1254.012071] env[69217]: _type = "Task" [ 1254.012071] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.022087] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.352819] env[69217]: DEBUG nova.compute.manager [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69217) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1254.353070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.397190] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.397700] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.401119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.751s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.401399] env[69217]: DEBUG nova.objects.instance [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lazy-loading 'resources' on Instance uuid ec23f874-41af-4844-b0c8-c8b8b1a27555 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.522836] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533288, 'name': PowerOffVM_Task, 'duration_secs': 0.198213} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.523209] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.523480] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.523777] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5acbb57f-978a-4170-9768-ef5bd6f0ef16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.591661] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.591871] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.592209] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleting the datastore file [datastore1] d4cffb5b-5d23-4f07-b12a-99185fd54c54 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.592571] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79cdee11-4af0-423f-b08b-02ca186d9270 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.599809] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1254.599809] env[69217]: value = "task-3533290" [ 1254.599809] env[69217]: _type = "Task" [ 1254.599809] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.611215] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.904941] env[69217]: DEBUG nova.compute.utils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.910103] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.911039] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.946257] env[69217]: DEBUG nova.policy [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b755182b54441a9812f9034ad3d609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777690734f29463c816e04e015e8df24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.022954] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68fe01-1b73-41df-8690-b949f9908f5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.032504] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73256ea-0483-47b6-bdd6-3211bce38953 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.070307] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efbdd97-a02b-452b-94e0-930f8ce85030 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.079445] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4969d4d-a15c-4d53-a861-9d7c4dab9a09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.094616] env[69217]: DEBUG nova.compute.provider_tree [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.111993] env[69217]: DEBUG oslo_vmware.api [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146303} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.112278] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.112449] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.112715] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.112959] env[69217]: INFO nova.compute.manager [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.113272] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.113534] env[69217]: DEBUG nova.compute.manager [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.113718] env[69217]: DEBUG nova.network.neutron [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.371373] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Successfully created port: 593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.411074] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.598351] env[69217]: DEBUG nova.scheduler.client.report [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.875119] env[69217]: DEBUG nova.compute.manager [req-aa78967b-8ca0-46ff-9c8f-a98791494b64 req-9221739c-1590-47e6-9126-cb37338f5159 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Received event network-vif-deleted-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.875352] env[69217]: INFO nova.compute.manager [req-aa78967b-8ca0-46ff-9c8f-a98791494b64 req-9221739c-1590-47e6-9126-cb37338f5159 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Neutron deleted interface 9ebbcaab-58c4-4a51-ab12-84f265a3aee3; detaching it from the instance and deleting it from the info cache [ 1255.875572] env[69217]: DEBUG nova.network.neutron [req-aa78967b-8ca0-46ff-9c8f-a98791494b64 req-9221739c-1590-47e6-9126-cb37338f5159 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.921168] env[69217]: INFO nova.virt.block_device [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Booting with volume 2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d at /dev/sda [ 1255.961691] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e61a1c98-10e2-4d5e-816d-b59a3985829f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.974256] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c8facd-e2af-4666-8dd3-4bfc23a88a0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.008961] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcc68e57-d86a-40b5-80f0-90275b13f4d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.019182] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369934d-00b8-4a71-8240-85f15e15e385 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.051198] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc65208-b808-4c37-8a9d-70372a945bed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.059761] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3fc09-0d3d-4c1c-9c79-5cd11b6156ce {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.076593] env[69217]: DEBUG nova.virt.block_device [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating existing volume attachment record: 41ed0c5c-03fd-44e4-a613-fa433c6e6118 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1256.103413] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.105758] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.753s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.131310] env[69217]: INFO nova.scheduler.client.report [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Deleted allocations for instance ec23f874-41af-4844-b0c8-c8b8b1a27555 [ 1256.349057] env[69217]: DEBUG nova.network.neutron [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.381106] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2b8ac44-0e3b-4a1f-84fe-5d6edf2f1b81 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.395196] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539dd27-9f2f-4e8e-9954-cc278c58ceab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.428011] env[69217]: DEBUG nova.compute.manager [req-aa78967b-8ca0-46ff-9c8f-a98791494b64 req-9221739c-1590-47e6-9126-cb37338f5159 service nova] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Detach interface failed, port_id=9ebbcaab-58c4-4a51-ab12-84f265a3aee3, reason: Instance d4cffb5b-5d23-4f07-b12a-99185fd54c54 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.611097] env[69217]: DEBUG nova.objects.instance [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'migration_context' on Instance uuid 85ce1842-72c7-4817-9957-50a01ddc1938 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.639500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Lock "ec23f874-41af-4844-b0c8-c8b8b1a27555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.443s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.853189] env[69217]: INFO nova.compute.manager [-] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Took 1.74 seconds to deallocate network for instance. [ 1257.070572] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Successfully updated port: 593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.238089] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c01e22-cd78-465c-9acb-6043d2bc1a29 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.246471] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7384a9da-6e8f-441b-8883-c4c09cafa86e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.280081] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e146f-917d-4d43-bcb0-92485b75c2d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.288874] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc1784-51cc-44f1-8d9a-57434a38c656 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.303436] env[69217]: DEBUG nova.compute.provider_tree [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.360910] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.573322] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.573616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.573665] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.807600] env[69217]: DEBUG nova.scheduler.client.report [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.907073] env[69217]: DEBUG nova.compute.manager [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Received event network-vif-plugged-593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.907682] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.907942] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.908136] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.908331] env[69217]: DEBUG nova.compute.manager [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] No waiting events found dispatching network-vif-plugged-593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.908480] env[69217]: WARNING nova.compute.manager [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Received unexpected event network-vif-plugged-593295bf-ab9a-4b13-8772-89d8e952f55e for instance with vm_state building and task_state spawning. [ 1257.908640] env[69217]: DEBUG nova.compute.manager [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Received event network-changed-593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.908795] env[69217]: DEBUG nova.compute.manager [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Refreshing instance network info cache due to event network-changed-593295bf-ab9a-4b13-8772-89d8e952f55e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.908964] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.123150] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.198832] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.199703] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.200070] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.200516] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.201417] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.201417] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.201417] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.201570] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.201810] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.202123] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.202629] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.202732] env[69217]: DEBUG nova.virt.hardware [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.204018] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9acec-c16e-4151-9b60-ae99361190ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.217472] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee02ea29-2902-4a97-ab6f-ab10ecd36880 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.356677] env[69217]: DEBUG nova.network.neutron [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.823435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.718s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.836035] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.476s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.836227] env[69217]: DEBUG nova.objects.instance [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'resources' on Instance uuid d4cffb5b-5d23-4f07-b12a-99185fd54c54 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.859616] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.860047] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Instance network_info: |[{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.860360] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.860546] env[69217]: DEBUG nova.network.neutron [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Refreshing network info cache for port 593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.863717] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:8e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593295bf-ab9a-4b13-8772-89d8e952f55e', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.871513] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.873011] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.873270] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63066b2-9483-43e5-99e3-50dbe8857a4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.895456] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.895456] env[69217]: value = "task-3533291" [ 1258.895456] env[69217]: _type = "Task" [ 1258.895456] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.906087] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.408462] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.464840] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39153905-e796-4e79-a47c-9d7073eeff4a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.473851] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9a2ed-2d68-45c1-8314-30ffd43442e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.513027] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920a37e-998a-4675-9178-9a3c8f9c9660 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.521944] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d383e33f-14f5-4e9a-ad0f-d5f0e030e5fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.537188] env[69217]: DEBUG nova.compute.provider_tree [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.677497] env[69217]: DEBUG nova.network.neutron [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updated VIF entry in instance network info cache for port 593295bf-ab9a-4b13-8772-89d8e952f55e. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.677993] env[69217]: DEBUG nova.network.neutron [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.911925] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.042639] env[69217]: DEBUG nova.scheduler.client.report [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.180871] env[69217]: DEBUG oslo_concurrency.lockutils [req-f073cc94-dd08-4dba-92ae-7e57a4f1f9c5 req-687fd5ca-9b76-4945-9c45-f20eb3be508c service nova] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.376228] env[69217]: INFO nova.compute.manager [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Swapping old allocation on dict_keys(['7b6c4a0e-698d-4b89-944b-903ec8545ed6']) held by migration 15b349d5-adbc-40f9-a9e0-d1c524bb28ae for instance [ 1260.403446] env[69217]: DEBUG nova.scheduler.client.report [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Overwriting current allocation {'allocations': {'7b6c4a0e-698d-4b89-944b-903ec8545ed6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': 'fd913ebde75f4232b236c389fc5ec19b', 'user_id': '33a825c0ae994cfa93bc08d0f9711eeb', 'consumer_generation': 1} on consumer 85ce1842-72c7-4817-9957-50a01ddc1938 {{(pid=69217) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1260.412010] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.482556] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.482777] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.483116] env[69217]: DEBUG nova.network.neutron [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.547852] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.569074] env[69217]: INFO nova.scheduler.client.report [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted allocations for instance d4cffb5b-5d23-4f07-b12a-99185fd54c54 [ 1260.910565] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.079793] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "d4cffb5b-5d23-4f07-b12a-99185fd54c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.592s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.319778] env[69217]: DEBUG nova.network.neutron [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [{"id": "bf8563d4-27e4-4208-b870-696f991b8024", "address": "fa:16:3e:a6:81:e9", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8563d4-27", "ovs_interfaceid": "bf8563d4-27e4-4208-b870-696f991b8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.410257] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.821950] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-85ce1842-72c7-4817-9957-50a01ddc1938" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.822685] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.823010] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473f00a1-30a2-4d95-bcd4-a8338ea2b05e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.833271] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1261.833271] env[69217]: value = "task-3533292" [ 1261.833271] env[69217]: _type = "Task" [ 1261.833271] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.844171] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.910712] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533291, 'name': CreateVM_Task, 'duration_secs': 2.783438} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.910919] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.919554] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '41ed0c5c-03fd-44e4-a613-fa433c6e6118', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705682', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'name': 'volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c198a8ba-2adf-44e2-be83-7667a10c0426', 'attached_at': '', 'detached_at': '', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'serial': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d'}, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69217) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1261.919834] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Root volume attach. Driver type: vmdk {{(pid=69217) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1261.920783] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5bc9c5-0d5e-4cde-863e-b5205922e4f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.931069] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617cb5f-bf17-4577-a7cb-1852ae8bd0fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.939366] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee155cf-ecd9-45c3-8e31-1be52468683e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.946816] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1520a25a-fc19-4ccf-9bd5-52e54996eefe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.956613] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1261.956613] env[69217]: value = "task-3533293" [ 1261.956613] env[69217]: _type = "Task" [ 1261.956613] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.965555] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.159745] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1262.160653] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870bb4b5-c94f-4469-a1ae-14da640a7b67 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.167880] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1262.168076] env[69217]: ERROR oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk due to incomplete transfer. [ 1262.168331] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1bdb0326-27a2-45e9-b5ea-0898397d33c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.177740] env[69217]: DEBUG oslo_vmware.rw_handles [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c6c7d-e50e-84ab-5433-d29dacbd98dd/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1262.178084] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Uploaded image ebb506dc-b358-499c-9bc7-ca940005b100 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1262.182485] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1262.182992] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c02e7596-6b82-4985-80f3-f6ea0910c7fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.194715] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1262.194715] env[69217]: value = "task-3533294" [ 1262.194715] env[69217]: _type = "Task" [ 1262.194715] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.206336] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.346556] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533292, 'name': PowerOffVM_Task, 'duration_secs': 0.296462} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.346849] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.347597] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.347835] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.347997] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.350126] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.355070] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2b4200-b7d1-42f5-830d-75a5d9d56af7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.372971] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1262.372971] env[69217]: value = "task-3533295" [ 1262.372971] env[69217]: _type = "Task" [ 1262.372971] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.384497] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.469305] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 38%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.705505] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.742033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.742033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.886029] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533295, 'name': ReconfigVM_Task, 'duration_secs': 0.402806} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.886029] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a5277-b702-4127-8137-448aeb6419a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.902397] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.902913] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.903207] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.903513] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.903773] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.904050] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.904373] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.904655] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.904971] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.905294] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.905595] env[69217]: DEBUG nova.virt.hardware [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.906625] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4ba06b-78bd-4f5a-99ba-8ed148868721 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.914958] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1262.914958] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa1a13-1a1a-f8f0-c3d7-02b1105b2ab6" [ 1262.914958] env[69217]: _type = "Task" [ 1262.914958] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.923110] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa1a13-1a1a-f8f0-c3d7-02b1105b2ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.967503] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 51%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.087493] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.088654] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.206444] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.246043] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.424584] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fa1a13-1a1a-f8f0-c3d7-02b1105b2ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.04684} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.431116] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.431798] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae5b7f5-bb98-4e4e-9027-637a157cf1ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.450905] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1263.450905] env[69217]: value = "task-3533296" [ 1263.450905] env[69217]: _type = "Task" [ 1263.450905] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.459443] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.467748] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 65%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.591048] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.705405] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.768699] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.769563] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.770611] env[69217]: INFO nova.compute.claims [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.962256] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.971021] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 81%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.112445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.206398] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task} progress is 33%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.460952] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.470743] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 97%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.706996] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533294, 'name': Destroy_Task, 'duration_secs': 2.139058} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.707361] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Destroyed the VM [ 1264.707670] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1264.707966] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3147c9f-ac25-4820-b205-340345ed8a97 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.714713] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1264.714713] env[69217]: value = "task-3533297" [ 1264.714713] env[69217]: _type = "Task" [ 1264.714713] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.721935] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533297, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.871218] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c0fed-6400-401c-9bfa-682573c45007 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.879009] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73dbd7b-65f3-4847-b7de-87ba8030e2a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.911243] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4f0ff-dadd-422f-9c3c-7f4fc15c6b5e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.918266] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172fd596-4c9c-4f8d-a34d-92ab2a968b99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.931655] env[69217]: DEBUG nova.compute.provider_tree [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.961168] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533296, 'name': ReconfigVM_Task, 'duration_secs': 1.456987} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.961469] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.962334] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44402f65-9dba-44c0-b8e6-816863f7fd6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.972417] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task} progress is 98%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.990455] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.990745] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dea2ed-1237-4742-a2ac-b3c80f6b9fe4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.009360] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1265.009360] env[69217]: value = "task-3533298" [ 1265.009360] env[69217]: _type = "Task" [ 1265.009360] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.018823] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.224906] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533297, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41184} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.225152] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1265.225431] env[69217]: DEBUG nova.compute.manager [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.226201] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a02f2-2199-48c4-83b4-82f23af9a271 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.434891] env[69217]: DEBUG nova.scheduler.client.report [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.475186] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533293, 'name': RelocateVM_Task, 'duration_secs': 3.178962} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.475544] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.475684] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705682', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'name': 'volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c198a8ba-2adf-44e2-be83-7667a10c0426', 'attached_at': '', 'detached_at': '', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'serial': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.476544] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e20a4d-9d31-42e4-9390-70f654556d8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.492697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1675e-6af7-4d73-a6c2-a9c743b3d87f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.515531] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d/volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.515861] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db44459e-9260-43e5-80da-6594006cb175 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.538428] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533298, 'name': ReconfigVM_Task, 'duration_secs': 0.301116} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.539680] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938/85ce1842-72c7-4817-9957-50a01ddc1938.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.540057] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1265.540057] env[69217]: value = "task-3533299" [ 1265.540057] env[69217]: _type = "Task" [ 1265.540057] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.540732] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a76d5d-057e-46d5-ac47-ffa2fc51656e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.550981] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.564605] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1648b6cd-74c4-4814-b6d0-fbb0ccb9f0bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.582175] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08efc0-b972-42d3-9a4b-764195d91dbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.601468] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d941a7-17c0-47d9-b885-884725e0281f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.607904] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.608161] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cb77d8-b448-45cb-879b-de93fa037c11 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.613625] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1265.613625] env[69217]: value = "task-3533300" [ 1265.613625] env[69217]: _type = "Task" [ 1265.613625] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.621943] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.738653] env[69217]: INFO nova.compute.manager [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Shelve offloading [ 1265.940232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.940746] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.943732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.831s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.945346] env[69217]: INFO nova.compute.claims [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.053535] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.123313] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.241583] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.242205] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45db6fad-182e-4fa3-a537-9596b688bf09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.249373] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1266.249373] env[69217]: value = "task-3533301" [ 1266.249373] env[69217]: _type = "Task" [ 1266.249373] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.257415] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.449445] env[69217]: DEBUG nova.compute.utils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.454315] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.454497] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.488914] env[69217]: DEBUG nova.policy [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c6934771e44983b4a536c75b87b8f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ccff1029c104388852eb08365f7e525', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.553394] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533299, 'name': ReconfigVM_Task, 'duration_secs': 1.013174} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.553725] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d/volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.558795] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab210ab1-e790-47d2-88dd-eec023f7b503 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.574760] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1266.574760] env[69217]: value = "task-3533302" [ 1266.574760] env[69217]: _type = "Task" [ 1266.574760] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.582490] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.624230] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.755420] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Successfully created port: 0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.761362] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1266.761585] env[69217]: DEBUG nova.compute.manager [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.762336] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff355b-13cd-47c1-ae87-5189b9c40bf7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.767603] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.767773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.767937] env[69217]: DEBUG nova.network.neutron [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.955584] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.049332] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b78035-8397-4f3e-a58d-2264428e0cba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.057821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad81496-8d54-46df-ae5b-c14da9e8ab40 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.089500] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b24646-cb70-4cd3-8633-f7857ca47866 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.096279] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533302, 'name': ReconfigVM_Task, 'duration_secs': 0.133449} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.098220] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705682', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'name': 'volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c198a8ba-2adf-44e2-be83-7667a10c0426', 'attached_at': '', 'detached_at': '', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'serial': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.098756] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534c6962-da60-4496-b7cc-46b226c18c45 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.101068] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061c998d-0050-4752-a53c-a191bcb5271b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.114049] env[69217]: DEBUG nova.compute.provider_tree [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.117297] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1267.117297] env[69217]: value = "task-3533303" [ 1267.117297] env[69217]: _type = "Task" [ 1267.117297] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.126152] env[69217]: DEBUG oslo_vmware.api [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533300, 'name': PowerOnVM_Task, 'duration_secs': 1.012292} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.128506] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.493099] env[69217]: DEBUG nova.network.neutron [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.618180] env[69217]: DEBUG nova.scheduler.client.report [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.630146] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533303, 'name': Rename_Task, 'duration_secs': 0.1364} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.630417] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.630655] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc85b09-b3d5-40f4-afdf-445cde1de035 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.644439] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1267.644439] env[69217]: value = "task-3533304" [ 1267.644439] env[69217]: _type = "Task" [ 1267.644439] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.652200] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.966619] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.994499] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.994811] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.995042] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.995273] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.995512] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.995732] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.996018] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.996223] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.996481] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.996697] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.996893] env[69217]: DEBUG nova.virt.hardware [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.997875] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b9f20-9e35-49d7-93da-5a9d076c0df1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.001229] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.008110] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db214015-b4af-4ab8-9d3d-f7c546bc9036 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.125845] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.126384] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.139152] env[69217]: INFO nova.compute.manager [None req-8e53aa71-9596-476e-8cfc-a272c82ed301 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance to original state: 'active' [ 1268.156537] env[69217]: DEBUG oslo_vmware.api [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533304, 'name': PowerOnVM_Task, 'duration_secs': 0.448037} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.156787] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.156982] env[69217]: INFO nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1268.160257] env[69217]: DEBUG nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.161103] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3935fb9c-9f4a-4012-9c2a-4767d2e0acd1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.214846] env[69217]: DEBUG nova.compute.manager [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.214846] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.214846] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.214846] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.214846] env[69217]: DEBUG nova.compute.manager [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] No waiting events found dispatching network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.215104] env[69217]: WARNING nova.compute.manager [req-9e733693-ac11-4726-9030-8717f1f4bfd8 req-46cfe2bd-e058-486c-99eb-9c319bd17576 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received unexpected event network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a for instance with vm_state building and task_state spawning. [ 1268.634175] env[69217]: DEBUG nova.compute.utils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.635925] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.639929] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.662284] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Successfully updated port: 0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.688388] env[69217]: INFO nova.compute.manager [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Took 16.52 seconds to build instance. [ 1268.738600] env[69217]: DEBUG nova.policy [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c74608750f243f4ba15896b746352dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5178d7d2ae6400682516d884c5413e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.894832] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.895841] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ca59a-1b34-4fa7-abd4-c79ad07bf38e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.903736] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.904654] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ff9c7a-fea3-4885-8697-72ed5856d351 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.977947] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.978231] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.978467] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.978754] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-191136d6-942c-43c3-8798-f0d3286c8dbc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.986525] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1268.986525] env[69217]: value = "task-3533306" [ 1268.986525] env[69217]: _type = "Task" [ 1268.986525] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.995276] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.143250] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.163961] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.164147] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.165707] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.173889] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Successfully created port: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.190807] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.028s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.499286] env[69217]: DEBUG oslo_vmware.api [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134288} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.501870] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.501870] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.501870] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.531367] env[69217]: INFO nova.scheduler.client.report [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted allocations for instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e [ 1269.551798] env[69217]: DEBUG nova.compute.manager [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.552334] env[69217]: DEBUG nova.compute.manager [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing instance network info cache due to event network-changed-cdeffd31-efc7-4139-92f5-5ba68f7977c5. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.552334] env[69217]: DEBUG oslo_concurrency.lockutils [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] Acquiring lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.552614] env[69217]: DEBUG oslo_concurrency.lockutils [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] Acquired lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.552614] env[69217]: DEBUG nova.network.neutron [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Refreshing network info cache for port cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.723810] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.795887] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.796167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.796834] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.797035] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.797256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.799434] env[69217]: INFO nova.compute.manager [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Terminating instance [ 1269.951354] env[69217]: DEBUG nova.network.neutron [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.035808] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.036114] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.036344] env[69217]: DEBUG nova.objects.instance [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'resources' on Instance uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.157148] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.186064] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.186276] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.186428] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.186601] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.186740] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.186892] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.187107] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.187266] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.187429] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.187587] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.187754] env[69217]: DEBUG nova.virt.hardware [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.188651] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80cd9d-9367-48db-add3-dec077ca7661 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.198836] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc034b57-7ef2-40dc-94bc-c4500f262aaf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.246128] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-vif-unplugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.246357] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.246558] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.246720] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.246883] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] No waiting events found dispatching network-vif-unplugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.247061] env[69217]: WARNING nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received unexpected event network-vif-unplugged-648d4c52-22e5-4f69-b9f3-096797b11546 for instance with vm_state shelved_offloaded and task_state None. [ 1270.247219] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.247368] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing instance network info cache due to event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.247528] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.262275] env[69217]: DEBUG nova.network.neutron [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updated VIF entry in instance network info cache for port cdeffd31-efc7-4139-92f5-5ba68f7977c5. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.262624] env[69217]: DEBUG nova.network.neutron [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updating instance_info_cache with network_info: [{"id": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "address": "fa:16:3e:18:fa:c0", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeffd31-ef", "ovs_interfaceid": "cdeffd31-efc7-4139-92f5-5ba68f7977c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.305613] env[69217]: DEBUG nova.compute.manager [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.305824] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.306720] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4bc496-f410-4031-a1bd-1d3960ebed3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.067183] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.068101] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance network_info: |[{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.068101] env[69217]: DEBUG nova.objects.instance [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'numa_topology' on Instance uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.075032] env[69217]: DEBUG oslo_concurrency.lockutils [req-cda3feab-f685-4dc5-a1e6-4b8def725193 req-9bebd1fb-e2df-48ad-bf51-a3ad2c809644 service nova] Releasing lock "refresh_cache-4ff52a51-5a35-4ca8-bd65-b9e631d2d119" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.075032] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.075032] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Successfully updated port: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.075032] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.075032] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.076153] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d109888-169d-4ab8-a44d-865c7b936e7a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.084051] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating folder: Project (7ccff1029c104388852eb08365f7e525). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.084334] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88db69dd-4405-4e03-8d22-1159bd94e11d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.087478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.087605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.087742] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.088877] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d9b0fe7-cf51-49e8-b29e-22dad2e97cfd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.098108] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1271.098108] env[69217]: value = "task-3533308" [ 1271.098108] env[69217]: _type = "Task" [ 1271.098108] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.102655] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created folder: Project (7ccff1029c104388852eb08365f7e525) in parent group-v705386. [ 1271.102841] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating folder: Instances. Parent ref: group-v705687. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.103633] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ecd8da4-2370-4ad2-be4c-e61e46b6b073 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.109429] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.120031] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created folder: Instances in parent group-v705687. [ 1271.120296] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.120511] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.120736] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad792a9c-3873-42e3-889c-b2b8bdfcd5ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.139394] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.139394] env[69217]: value = "task-3533310" [ 1271.139394] env[69217]: _type = "Task" [ 1271.139394] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.147201] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533310, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.570903] env[69217]: DEBUG nova.objects.base [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.576763] env[69217]: DEBUG nova.compute.manager [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Received event network-changed-593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.577025] env[69217]: DEBUG nova.compute.manager [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Refreshing instance network info cache due to event network-changed-593295bf-ab9a-4b13-8772-89d8e952f55e. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.577178] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.577324] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.577481] env[69217]: DEBUG nova.network.neutron [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Refreshing network info cache for port 593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.595588] env[69217]: DEBUG nova.compute.manager [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1271.608190] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533308, 'name': PowerOffVM_Task, 'duration_secs': 0.258725} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.608190] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.608393] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.608535] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e0a48f3-d93f-4fe7-8526-4f23574db233 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.639085] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.655042] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533310, 'name': CreateVM_Task, 'duration_secs': 0.319797} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.655210] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.655834] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.656011] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.656326] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.656810] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55533dc7-5494-4304-9eec-4fe9ed89697a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.663231] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1271.663231] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5205331f-5f2c-42ee-7ee8-00b0f0f5f363" [ 1271.663231] env[69217]: _type = "Task" [ 1271.663231] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.669934] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.670230] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.670464] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleting the datastore file [datastore2] 85ce1842-72c7-4817-9957-50a01ddc1938 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.672891] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cb25c3-beb6-4a85-9789-9f7025c3d502 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.678069] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5205331f-5f2c-42ee-7ee8-00b0f0f5f363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.684208] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1271.684208] env[69217]: value = "task-3533312" [ 1271.684208] env[69217]: _type = "Task" [ 1271.684208] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.693717] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.699718] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32a34ac-aa38-4897-b848-ea4ff43443d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.705918] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09f572-94ba-49a3-afc3-9aeff070db5b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.737211] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e8722-fb0d-4be0-91f7-e7ad01928f48 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.746079] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06803f-3a04-4699-a824-56f05915126b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.759126] env[69217]: DEBUG nova.compute.provider_tree [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.926151] env[69217]: DEBUG nova.network.neutron [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updating instance_info_cache with network_info: [{"id": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "address": "fa:16:3e:2d:58:6a", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdccb3e4-2d", "ovs_interfaceid": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.963826] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updated VIF entry in instance network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.964197] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.030368] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.111563] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.174367] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5205331f-5f2c-42ee-7ee8-00b0f0f5f363, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.174652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.174869] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.175110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.175256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.175429] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.175685] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e141853-9b04-499d-bd29-fa0ab1a3b729 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.184144] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.184338] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.185126] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3bb55a-6d08-450b-a378-c6f13e0cc2c0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.193079] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1272.193079] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52065761-ea15-23a8-f49c-ce9b74f0d6ce" [ 1272.193079] env[69217]: _type = "Task" [ 1272.193079] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.196121] env[69217]: DEBUG oslo_vmware.api [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145375} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.199022] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.199243] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.199431] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.199602] env[69217]: INFO nova.compute.manager [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1272.199858] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.200062] env[69217]: DEBUG nova.compute.manager [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.200152] env[69217]: DEBUG nova.network.neutron [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.209904] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52065761-ea15-23a8-f49c-ce9b74f0d6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.209904] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d781bf85-469e-4d70-aec2-864fc564e7a8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.212492] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1272.212492] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ba5ed7-6a55-28c5-76f8-916f2ab81a53" [ 1272.212492] env[69217]: _type = "Task" [ 1272.212492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.222072] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ba5ed7-6a55-28c5-76f8-916f2ab81a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.261992] env[69217]: DEBUG nova.scheduler.client.report [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.274890] env[69217]: DEBUG nova.compute.manager [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Received event network-vif-plugged-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.275102] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.275461] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.275719] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.275907] env[69217]: DEBUG nova.compute.manager [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] No waiting events found dispatching network-vif-plugged-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.276165] env[69217]: WARNING nova.compute.manager [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Received unexpected event network-vif-plugged-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 for instance with vm_state building and task_state spawning. [ 1272.276346] env[69217]: DEBUG nova.compute.manager [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Received event network-changed-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.276500] env[69217]: DEBUG nova.compute.manager [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Refreshing instance network info cache due to event network-changed-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.276759] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Acquiring lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.429184] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.429517] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Instance network_info: |[{"id": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "address": "fa:16:3e:2d:58:6a", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdccb3e4-2d", "ovs_interfaceid": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.429845] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Acquired lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.430032] env[69217]: DEBUG nova.network.neutron [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Refreshing network info cache for port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.431305] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:58:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.438636] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.439658] env[69217]: DEBUG nova.network.neutron [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updated VIF entry in instance network info cache for port 593295bf-ab9a-4b13-8772-89d8e952f55e. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.440032] env[69217]: DEBUG nova.network.neutron [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.441414] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.441831] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17ff010d-5593-41f8-9b69-99631327f5a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.463523] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.463523] env[69217]: value = "task-3533313" [ 1272.463523] env[69217]: _type = "Task" [ 1272.463523] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.466806] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.467038] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.467208] env[69217]: DEBUG nova.compute.manager [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing instance network info cache due to event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.467406] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.467545] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.467705] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.473403] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533313, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.722671] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ba5ed7-6a55-28c5-76f8-916f2ab81a53, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.722671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.722889] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.723128] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdb31115-b1fa-4d3f-bfa4-b0c81867256d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.729375] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1272.729375] env[69217]: value = "task-3533314" [ 1272.729375] env[69217]: _type = "Task" [ 1272.729375] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.737350] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.766925] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.731s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.769622] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.658s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.942350] env[69217]: DEBUG oslo_concurrency.lockutils [req-9e05a142-a4ca-44a2-a400-f0b5abfaa7d1 req-2ef75107-b2db-46c1-9288-f1c37b45ce3e service nova] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.978359] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533313, 'name': CreateVM_Task, 'duration_secs': 0.299653} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.979061] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.979720] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.979917] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.980259] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.980521] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2febfbdb-8dfd-4be9-9885-d8d2d8f1523c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.985186] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1272.985186] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee696e-5857-565e-0c17-b3cafd2283ca" [ 1272.985186] env[69217]: _type = "Task" [ 1272.985186] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.992720] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee696e-5857-565e-0c17-b3cafd2283ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.182669] env[69217]: DEBUG nova.network.neutron [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.246025] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533314, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.277545] env[69217]: INFO nova.compute.claims [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.280170] env[69217]: DEBUG oslo_concurrency.lockutils [None req-9664bd3d-948e-4d59-af03-7d168475fb00 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.684s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.281149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.251s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.281331] env[69217]: INFO nova.compute.manager [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Unshelving [ 1273.313435] env[69217]: DEBUG nova.network.neutron [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updated VIF entry in instance network info cache for port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.313709] env[69217]: DEBUG nova.network.neutron [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updating instance_info_cache with network_info: [{"id": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "address": "fa:16:3e:2d:58:6a", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdccb3e4-2d", "ovs_interfaceid": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.369028] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updated VIF entry in instance network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.369137] env[69217]: DEBUG nova.network.neutron [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap648d4c52-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.495995] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee696e-5857-565e-0c17-b3cafd2283ca, 'name': SearchDatastore_Task, 'duration_secs': 0.058854} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.496303] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.496526] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.496764] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.499171] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.499439] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.499716] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25fdbd8d-1a7a-474a-916a-137e069f952b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.508066] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.508272] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.508973] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0e209f-6b3f-46d4-b966-e08ef4c2b2ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.514546] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1273.514546] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5277a676-16b4-d6ee-121d-f28f63b2178f" [ 1273.514546] env[69217]: _type = "Task" [ 1273.514546] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.521665] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5277a676-16b4-d6ee-121d-f28f63b2178f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.687134] env[69217]: INFO nova.compute.manager [-] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Took 1.49 seconds to deallocate network for instance. [ 1273.740334] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533314, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.785484] env[69217]: INFO nova.compute.resource_tracker [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating resource usage from migration 5ef8ba03-9bd0-42fc-bc70-575414f96017 [ 1273.816516] env[69217]: DEBUG oslo_concurrency.lockutils [req-1ad7beec-f2c1-4a74-bd1c-3a14715ba08e req-20d39f40-8010-4ba2-ba27-32f1b665542c service nova] Releasing lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.871243] env[69217]: DEBUG oslo_concurrency.lockutils [req-2f8cf39b-8270-4f38-88df-552cc12b88f3 req-f6ccfabe-507e-40d7-be04-0b7163652573 service nova] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.886015] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5be239-3200-4e45-87af-456d37b428e3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.893682] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc1848b-3ba0-4d52-92f7-3100e524c014 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.924769] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b958230-e9cd-4ab5-8c67-799dc4b506af {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.931649] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834488ad-f593-4994-b4e5-2880f1d3fc66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.944907] env[69217]: DEBUG nova.compute.provider_tree [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.024930] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5277a676-16b4-d6ee-121d-f28f63b2178f, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.025711] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff6bdf1-bdd3-416b-9442-47d5d032fa84 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.030468] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1274.030468] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520c5cfe-5021-f764-b4f7-0df1234fb886" [ 1274.030468] env[69217]: _type = "Task" [ 1274.030468] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.037858] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520c5cfe-5021-f764-b4f7-0df1234fb886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.193691] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.241434] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533314, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.493068} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.241787] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.242116] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.242469] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93f443a4-efe3-4a3f-aefe-152f6323fe91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.248178] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1274.248178] env[69217]: value = "task-3533315" [ 1274.248178] env[69217]: _type = "Task" [ 1274.248178] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.256377] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.305968] env[69217]: DEBUG nova.compute.manager [req-4c9bfe1f-5d8e-443d-89f8-a8ca02a52ce9 req-d1290362-8603-412f-ac40-290a622cd2d3 service nova] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Received event network-vif-deleted-bf8563d4-27e4-4208-b870-696f991b8024 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.308050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.447879] env[69217]: DEBUG nova.scheduler.client.report [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.540477] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520c5cfe-5021-f764-b4f7-0df1234fb886, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.540742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.541000] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3/33f3bd10-67ae-49e1-bb3e-389bd6b3faa3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.541274] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab68454-1892-4238-bcfa-aef7e50293bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.547650] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1274.547650] env[69217]: value = "task-3533316" [ 1274.547650] env[69217]: _type = "Task" [ 1274.547650] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.555196] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.758721] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.759038] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.759785] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea137c9b-9a38-41a9-844c-35f4f24b58dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.782457] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.782783] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7627919-25c9-4712-99f6-7e95dd547b55 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.803770] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1274.803770] env[69217]: value = "task-3533317" [ 1274.803770] env[69217]: _type = "Task" [ 1274.803770] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.812083] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.953119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.953348] env[69217]: INFO nova.compute.manager [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Migrating [ 1274.959955] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.766s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.960186] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.962523] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.654s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.962730] env[69217]: DEBUG nova.objects.instance [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'pci_requests' on Instance uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.982188] env[69217]: INFO nova.scheduler.client.report [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted allocations for instance 85ce1842-72c7-4817-9957-50a01ddc1938 [ 1275.057168] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414144} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.057429] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3/33f3bd10-67ae-49e1-bb3e-389bd6b3faa3.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.057637] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.057923] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4659789-257b-4320-b6ca-1a576ce9b0d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.063865] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1275.063865] env[69217]: value = "task-3533318" [ 1275.063865] env[69217]: _type = "Task" [ 1275.063865] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.071502] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.313892] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533317, 'name': ReconfigVM_Task, 'duration_secs': 0.328777} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.314293] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.314908] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c1f733-a0c4-4764-aefd-d763e517fdc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.322172] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1275.322172] env[69217]: value = "task-3533319" [ 1275.322172] env[69217]: _type = "Task" [ 1275.322172] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.330812] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533319, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.472309] env[69217]: DEBUG nova.objects.instance [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'numa_topology' on Instance uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.473671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.473671] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.473811] env[69217]: DEBUG nova.network.neutron [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.488531] env[69217]: DEBUG oslo_concurrency.lockutils [None req-08335fe3-854d-4b73-8cae-347ba61acee0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "85ce1842-72c7-4817-9957-50a01ddc1938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.574042] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057207} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.574042] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.574831] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfd1489-1739-480a-9292-52f2351f3dd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.596443] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3/33f3bd10-67ae-49e1-bb3e-389bd6b3faa3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.596743] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57241712-cc5b-48b4-a816-efea3650f274 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.616689] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1275.616689] env[69217]: value = "task-3533320" [ 1275.616689] env[69217]: _type = "Task" [ 1275.616689] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.624534] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.833377] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533319, 'name': Rename_Task, 'duration_secs': 0.135139} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.833627] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.833906] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6feabee0-6021-4ecc-a483-6d7590c893cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.839978] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1275.839978] env[69217]: value = "task-3533321" [ 1275.839978] env[69217]: _type = "Task" [ 1275.839978] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.847508] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.976343] env[69217]: INFO nova.compute.claims [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.056754] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.056983] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.125792] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533320, 'name': ReconfigVM_Task, 'duration_secs': 0.255289} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.126066] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3/33f3bd10-67ae-49e1-bb3e-389bd6b3faa3.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.126670] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1d869e-cd35-4b7b-b1e9-0d876a7f83fc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.134980] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1276.134980] env[69217]: value = "task-3533322" [ 1276.134980] env[69217]: _type = "Task" [ 1276.134980] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.142982] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533322, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.192164] env[69217]: DEBUG nova.network.neutron [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.350351] env[69217]: DEBUG oslo_vmware.api [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533321, 'name': PowerOnVM_Task, 'duration_secs': 0.499703} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.350746] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.350746] env[69217]: INFO nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1276.350909] env[69217]: DEBUG nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.351726] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af67a3f-6520-4ade-98a7-9654be4e7547 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.559171] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.644792] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533322, 'name': Rename_Task, 'duration_secs': 0.229977} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.645083] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.645344] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7667e3f0-579c-40cd-aa28-7c9e51c43995 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.652498] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1276.652498] env[69217]: value = "task-3533323" [ 1276.652498] env[69217]: _type = "Task" [ 1276.652498] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.664247] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.695204] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.872261] env[69217]: INFO nova.compute.manager [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Took 13.12 seconds to build instance. [ 1277.003470] env[69217]: DEBUG nova.scheduler.client.report [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1277.017800] env[69217]: DEBUG nova.scheduler.client.report [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1277.018048] env[69217]: DEBUG nova.compute.provider_tree [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.028936] env[69217]: DEBUG nova.scheduler.client.report [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1277.047307] env[69217]: DEBUG nova.scheduler.client.report [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1277.077924] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.146839] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a60d5e-bd16-49bf-83f9-61bbf6a2a197 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.156824] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cabf847-9e62-4b7c-ad45-46b89d39eab7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.164501] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.189327] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8673a-4a5f-4ba5-bd33-e9c4570ddc02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.196574] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e63759-60af-4aef-84f4-b40cc60d485b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.213534] env[69217]: DEBUG nova.compute.provider_tree [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.374854] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.633s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.663292] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.716848] env[69217]: DEBUG nova.scheduler.client.report [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.163771] env[69217]: DEBUG oslo_vmware.api [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533323, 'name': PowerOnVM_Task, 'duration_secs': 1.255212} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.163968] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.164187] env[69217]: INFO nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1278.164364] env[69217]: DEBUG nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.165140] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2ab4e-d1ee-44dd-a883-26410733b86e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.212669] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77a0da-2c5c-47c6-bfc2-8af8ba938ee9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.230790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.268s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.232767] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.235852] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.158s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.237265] env[69217]: INFO nova.compute.claims [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.267720] env[69217]: INFO nova.network.neutron [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating port 648d4c52-22e5-4f69-b9f3-096797b11546 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1278.487562] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.487857] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.683770] env[69217]: INFO nova.compute.manager [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Took 14.59 seconds to build instance. [ 1278.743581] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.744073] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3d97e9-ee81-4641-864e-c7c100b76ca4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.753410] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1278.753410] env[69217]: value = "task-3533324" [ 1278.753410] env[69217]: _type = "Task" [ 1278.753410] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.762299] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.990372] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.185729] env[69217]: DEBUG oslo_concurrency.lockutils [None req-84947f18-2cd2-43f4-947c-fd409bd56f10 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.098s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.264147] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533324, 'name': PowerOffVM_Task, 'duration_secs': 0.235096} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.265206] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.265206] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.381450] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a969152-027f-4c11-acaf-f5d9a886c107 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.391656] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ebb1a-c4c1-4413-a878-8ffda8454d60 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.424546] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6ad6c-57ff-4b6e-950b-556e2541f404 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.433024] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d4fc1-bb70-4641-9722-cc1409e7f710 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.446432] env[69217]: DEBUG nova.compute.provider_tree [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.515551] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.582625] env[69217]: DEBUG nova.compute.manager [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Received event network-changed-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.583247] env[69217]: DEBUG nova.compute.manager [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Refreshing instance network info cache due to event network-changed-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.583444] env[69217]: DEBUG oslo_concurrency.lockutils [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] Acquiring lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.583590] env[69217]: DEBUG oslo_concurrency.lockutils [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] Acquired lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.583751] env[69217]: DEBUG nova.network.neutron [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Refreshing network info cache for port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.645505] env[69217]: DEBUG nova.compute.manager [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.645732] env[69217]: DEBUG oslo_concurrency.lockutils [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.645939] env[69217]: DEBUG oslo_concurrency.lockutils [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.646367] env[69217]: DEBUG oslo_concurrency.lockutils [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.646548] env[69217]: DEBUG nova.compute.manager [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] No waiting events found dispatching network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.646717] env[69217]: WARNING nova.compute.manager [req-42d591a4-5602-4153-90ee-9d7b1b3220ec req-b0b8b819-fb21-4f53-9dbb-0f1e7f4f2227 service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received unexpected event network-vif-plugged-648d4c52-22e5-4f69-b9f3-096797b11546 for instance with vm_state shelved_offloaded and task_state spawning. [ 1279.736535] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.736726] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.736907] env[69217]: DEBUG nova.network.neutron [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.773238] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.773492] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.773653] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.773840] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.773985] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.774177] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.774373] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.774586] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.774768] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.774935] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.775950] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.782201] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63147cd9-ff6a-43c7-a144-ec6aa1bf8762 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.802297] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1279.802297] env[69217]: value = "task-3533325" [ 1279.802297] env[69217]: _type = "Task" [ 1279.802297] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.811843] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.950046] env[69217]: DEBUG nova.scheduler.client.report [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.312885] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533325, 'name': ReconfigVM_Task, 'duration_secs': 0.174492} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.313298] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.342092] env[69217]: DEBUG nova.network.neutron [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updated VIF entry in instance network info cache for port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.343390] env[69217]: DEBUG nova.network.neutron [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updating instance_info_cache with network_info: [{"id": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "address": "fa:16:3e:2d:58:6a", "network": {"id": "38b448eb-edc1-43c9-9526-b4703e936c91", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-701824767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5178d7d2ae6400682516d884c5413e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdccb3e4-2d", "ovs_interfaceid": "bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.454605] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.455134] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.457782] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.942s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.460365] env[69217]: INFO nova.compute.claims [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.480375] env[69217]: DEBUG nova.network.neutron [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.819729] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.820186] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.820232] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.820404] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.820552] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.820696] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.820902] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.821079] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.821258] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.821426] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.821603] env[69217]: DEBUG nova.virt.hardware [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.826844] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.827162] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c943b5c-25e7-40f9-8909-79528edf546b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.844718] env[69217]: DEBUG oslo_concurrency.lockutils [req-5012feda-6993-4b1f-a055-96a1e9c1ba05 req-eaa8434e-b4e9-403f-95cb-d3384c97ccd6 service nova] Releasing lock "refresh_cache-33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.847549] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1280.847549] env[69217]: value = "task-3533326" [ 1280.847549] env[69217]: _type = "Task" [ 1280.847549] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.855962] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.963862] env[69217]: DEBUG nova.compute.utils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.967785] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1280.967785] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.982653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.005488] env[69217]: DEBUG nova.policy [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a825c0ae994cfa93bc08d0f9711eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd913ebde75f4232b236c389fc5ec19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.008956] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='97cc777f18df1223097264b318722357',container_format='bare',created_at=2025-04-23T18:50:50Z,direct_url=,disk_format='vmdk',id=ebb506dc-b358-499c-9bc7-ca940005b100,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-32069701-shelved',owner='cdef8ca55da14ffbb8c868b1e92e2170',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-23T18:51:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.009220] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.009377] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.009880] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.009880] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.009880] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.010074] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.010252] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.010433] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.010597] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.010765] env[69217]: DEBUG nova.virt.hardware [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.012224] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8ac63-8abc-4ab3-a17b-a57f7b64bae7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.020971] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f347b70-6a58-4659-80aa-78c99239548a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.035580] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648d4c52-22e5-4f69-b9f3-096797b11546', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.043145] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.045231] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.045874] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69c765db-c2a6-4359-a475-ca800b0150e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.066387] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.066387] env[69217]: value = "task-3533327" [ 1281.066387] env[69217]: _type = "Task" [ 1281.066387] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.074975] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533327, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.326537] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Successfully created port: 852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.357345] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533326, 'name': ReconfigVM_Task, 'duration_secs': 0.169657} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.357676] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.358467] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbee4e8-61fd-4438-9bbd-b391f6fce712 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.382643] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d/volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.382957] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940e5aa7-9b66-439a-9dbb-92c8e71d4093 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.401026] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1281.401026] env[69217]: value = "task-3533328" [ 1281.401026] env[69217]: _type = "Task" [ 1281.401026] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.409463] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.468432] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.579809] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533327, 'name': CreateVM_Task, 'duration_secs': 0.360596} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.580099] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.580805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.581178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.581397] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.583918] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d1a7af-14ec-46a7-ac83-a27dde1dd6f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.589234] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1281.589234] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5202141b-dd89-0f15-d213-7ac0a53f6745" [ 1281.589234] env[69217]: _type = "Task" [ 1281.589234] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.597661] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5202141b-dd89-0f15-d213-7ac0a53f6745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.599200] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043616a7-7f06-4e56-9ff3-eb05ef62d9a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.606104] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57a1686-61c5-4f36-b1e3-a81d5dcda000 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.636368] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56904cb6-b2f2-4446-aba5-8572b6feec75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.643958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061ca9f-e3b7-4a7a-93e2-cb5016b6fc0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.657429] env[69217]: DEBUG nova.compute.provider_tree [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.670286] env[69217]: DEBUG nova.compute.manager [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.670383] env[69217]: DEBUG nova.compute.manager [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing instance network info cache due to event network-changed-648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.670552] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] Acquiring lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.670686] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] Acquired lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.670845] env[69217]: DEBUG nova.network.neutron [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Refreshing network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.911222] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533328, 'name': ReconfigVM_Task, 'duration_secs': 0.275501} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.911671] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d/volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.911836] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.100735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.101036] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Processing image ebb506dc-b358-499c-9bc7-ca940005b100 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.101347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.101501] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.101683] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.101935] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d251a97-e6e4-4f90-97bb-8d724da1036e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.121119] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.121360] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.122113] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b15277-01e9-462c-9d27-ff756f356abd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.128902] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1282.128902] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]529eb494-ed70-9b9f-d594-f3e85da15eb5" [ 1282.128902] env[69217]: _type = "Task" [ 1282.128902] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.137551] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]529eb494-ed70-9b9f-d594-f3e85da15eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.161322] env[69217]: DEBUG nova.scheduler.client.report [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.371233] env[69217]: DEBUG nova.network.neutron [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updated VIF entry in instance network info cache for port 648d4c52-22e5-4f69-b9f3-096797b11546. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.371599] env[69217]: DEBUG nova.network.neutron [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [{"id": "648d4c52-22e5-4f69-b9f3-096797b11546", "address": "fa:16:3e:78:a2:77", "network": {"id": "88125e2e-7f58-40ed-8921-513e470e72b3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-522257300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdef8ca55da14ffbb8c868b1e92e2170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648d4c52-22", "ovs_interfaceid": "648d4c52-22e5-4f69-b9f3-096797b11546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.418011] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec52fb0-e1e9-4046-8db9-eeb32e221142 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.437235] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de87955-d117-4607-a658-0d54abee2dde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.455201] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.479916] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.505502] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.505790] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.505963] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.506171] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.506384] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.506513] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.506726] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.507227] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.507227] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.507389] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.507491] env[69217]: DEBUG nova.virt.hardware [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.508370] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f8d75c-60fc-4ab8-915f-fe8c9ee32f93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.517453] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8fe77-447a-49f7-ac67-d4dca6112ee1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.647405] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1282.647668] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Fetch image to [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad/OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1282.647868] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Downloading stream optimized image ebb506dc-b358-499c-9bc7-ca940005b100 to [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad/OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad.vmdk on the data store datastore2 as vApp {{(pid=69217) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1282.648112] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Downloading image file data ebb506dc-b358-499c-9bc7-ca940005b100 to the ESX as VM named 'OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad' {{(pid=69217) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1282.665593] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.666087] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.716367] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1282.716367] env[69217]: value = "resgroup-9" [ 1282.716367] env[69217]: _type = "ResourcePool" [ 1282.716367] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1282.716661] env[69217]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4accd239-46b8-4d71-bb01-edd4c7b3bc65 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.737434] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease: (returnval){ [ 1282.737434] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52692fc2-2bb0-c991-d9ae-a4ff3984e303" [ 1282.737434] env[69217]: _type = "HttpNfcLease" [ 1282.737434] env[69217]: } obtained for vApp import into resource pool (val){ [ 1282.737434] env[69217]: value = "resgroup-9" [ 1282.737434] env[69217]: _type = "ResourcePool" [ 1282.737434] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1282.737773] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the lease: (returnval){ [ 1282.737773] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52692fc2-2bb0-c991-d9ae-a4ff3984e303" [ 1282.737773] env[69217]: _type = "HttpNfcLease" [ 1282.737773] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1282.744365] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.744365] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52692fc2-2bb0-c991-d9ae-a4ff3984e303" [ 1282.744365] env[69217]: _type = "HttpNfcLease" [ 1282.744365] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1282.757588] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Successfully updated port: 852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.874240] env[69217]: DEBUG oslo_concurrency.lockutils [req-6f0f2959-cefd-4e7c-8e14-6dce68720064 req-7c3ac58e-29ac-422e-9b8f-e24895554e8e service nova] Releasing lock "refresh_cache-fcdd619c-6604-462d-8ad7-8ab1e8f4053e" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.187363] env[69217]: DEBUG nova.compute.utils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.189444] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.189656] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.234887] env[69217]: DEBUG nova.policy [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c6934771e44983b4a536c75b87b8f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ccff1029c104388852eb08365f7e525', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.245826] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.245826] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52692fc2-2bb0-c991-d9ae-a4ff3984e303" [ 1283.245826] env[69217]: _type = "HttpNfcLease" [ 1283.245826] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1283.246124] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1283.246124] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52692fc2-2bb0-c991-d9ae-a4ff3984e303" [ 1283.246124] env[69217]: _type = "HttpNfcLease" [ 1283.246124] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1283.246944] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e01633-da61-42a0-8b4c-b09aa1e69f92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.254303] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1283.254482] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1283.312244] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.312427] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.312584] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.318687] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3510f26f-585b-45c3-9385-ea60726af21a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.544079] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Successfully created port: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.693726] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.699121] env[69217]: DEBUG nova.compute.manager [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Received event network-vif-plugged-852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.699380] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Acquiring lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.699603] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.699801] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.700277] env[69217]: DEBUG nova.compute.manager [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] No waiting events found dispatching network-vif-plugged-852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.700505] env[69217]: WARNING nova.compute.manager [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Received unexpected event network-vif-plugged-852729f9-e7bb-4cb2-94ff-96887dd901a6 for instance with vm_state building and task_state spawning. [ 1283.700673] env[69217]: DEBUG nova.compute.manager [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Received event network-changed-852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.700838] env[69217]: DEBUG nova.compute.manager [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Refreshing instance network info cache due to event network-changed-852729f9-e7bb-4cb2-94ff-96887dd901a6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.701012] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Acquiring lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.845982] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.983280] env[69217]: DEBUG nova.network.neutron [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.099643] env[69217]: DEBUG nova.network.neutron [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Port 593295bf-ab9a-4b13-8772-89d8e952f55e binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1284.445219] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1284.445639] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.446718] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a63a30-76df-4f8f-87ae-41f8356f8230 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.455143] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.455280] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1284.455508] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-77d58563-1e7c-43ff-8f9f-863fa485f93b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.485832] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.486211] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Instance network_info: |[{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.486590] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Acquired lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.486789] env[69217]: DEBUG nova.network.neutron [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Refreshing network info cache for port 852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.488126] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ed:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '852729f9-e7bb-4cb2-94ff-96887dd901a6', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.495957] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.496751] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.496982] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e257ef-2cb3-4e1e-b575-4472ba704898 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.518200] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.518200] env[69217]: value = "task-3533330" [ 1284.518200] env[69217]: _type = "Task" [ 1284.518200] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.527231] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533330, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.666191] env[69217]: DEBUG oslo_vmware.rw_handles [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e5f6-abed-dfa7-b675-2322595463fa/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1284.666469] env[69217]: INFO nova.virt.vmwareapi.images [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Downloaded image file data ebb506dc-b358-499c-9bc7-ca940005b100 [ 1284.667320] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4554aee-9f66-424e-b9d8-f9dc6418b160 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.685217] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f97f708-b071-4c2b-a805-d76afcf68462 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.704837] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.711553] env[69217]: INFO nova.virt.vmwareapi.images [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] The imported VM was unregistered [ 1284.714999] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1284.715266] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100 {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.715551] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf94c0d-8f04-42fd-a0b1-61cce002776b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.726938] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Created directory with path [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100 {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.727144] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad/OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad.vmdk to [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk. {{(pid=69217) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1284.727437] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fec2e527-fc59-4758-aba1-9d76617d1c90 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.732581] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.732917] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.733139] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.733357] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.733510] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.733659] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.733866] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.734043] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.734222] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.734409] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.734609] env[69217]: DEBUG nova.virt.hardware [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.735886] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f594d-fd8f-4012-8f6d-b99c64c224d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.740339] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1284.740339] env[69217]: value = "task-3533332" [ 1284.740339] env[69217]: _type = "Task" [ 1284.740339] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.747715] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a7210f-ca42-4770-a74e-9c38a35297d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.755022] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.030967] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533330, 'name': CreateVM_Task, 'duration_secs': 0.346155} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.031177] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.031876] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.032059] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.032392] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.032675] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823d7c34-8802-4535-bc99-672444b4d659 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.038815] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1285.038815] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521ffe77-6986-eb38-93a0-9368efa5f937" [ 1285.038815] env[69217]: _type = "Task" [ 1285.038815] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.049595] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521ffe77-6986-eb38-93a0-9368efa5f937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.126027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.126027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.126027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.253061] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.432550] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Successfully updated port: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.518719] env[69217]: DEBUG nova.network.neutron [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updated VIF entry in instance network info cache for port 852729f9-e7bb-4cb2-94ff-96887dd901a6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.519170] env[69217]: DEBUG nova.network.neutron [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.550170] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521ffe77-6986-eb38-93a0-9368efa5f937, 'name': SearchDatastore_Task, 'duration_secs': 0.081333} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.550500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.550727] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.550978] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.551126] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.551306] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.551585] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5d18c8-61f0-4a32-aa98-635743d2738c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.571043] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.571274] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.572111] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afee93e5-d937-4d84-9b4e-57d069e2c183 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.579362] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1285.579362] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fad568-da25-80c0-57e9-38d590f1c412" [ 1285.579362] env[69217]: _type = "Task" [ 1285.579362] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.588658] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fad568-da25-80c0-57e9-38d590f1c412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.730364] env[69217]: DEBUG nova.compute.manager [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Received event network-vif-plugged-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.730645] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Acquiring lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.730886] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.731121] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.731317] env[69217]: DEBUG nova.compute.manager [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] No waiting events found dispatching network-vif-plugged-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.731476] env[69217]: WARNING nova.compute.manager [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Received unexpected event network-vif-plugged-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 for instance with vm_state building and task_state spawning. [ 1285.731647] env[69217]: DEBUG nova.compute.manager [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Received event network-changed-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.731788] env[69217]: DEBUG nova.compute.manager [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Refreshing instance network info cache due to event network-changed-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.731970] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Acquiring lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.732120] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Acquired lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.732277] env[69217]: DEBUG nova.network.neutron [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Refreshing network info cache for port 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.753284] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.935022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.023106] env[69217]: DEBUG oslo_concurrency.lockutils [req-bdcc7939-be0e-46a5-9e2b-6d044d835cf3 req-3e21154c-8d2d-4dba-bb26-382ec2055b08 service nova] Releasing lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.090819] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fad568-da25-80c0-57e9-38d590f1c412, 'name': SearchDatastore_Task, 'duration_secs': 0.084121} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.091736] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9b3d4c-d3f3-4c9f-8b93-83d55dfb5936 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.097922] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1286.097922] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524d2ea0-ff40-e412-3318-eb1e5c693bda" [ 1286.097922] env[69217]: _type = "Task" [ 1286.097922] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.106949] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524d2ea0-ff40-e412-3318-eb1e5c693bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.165034] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.165292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.165487] env[69217]: DEBUG nova.network.neutron [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.252058] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.291542] env[69217]: DEBUG nova.network.neutron [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.378915] env[69217]: DEBUG nova.network.neutron [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.610782] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524d2ea0-ff40-e412-3318-eb1e5c693bda, 'name': SearchDatastore_Task, 'duration_secs': 0.082568} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.611120] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.611428] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] cdda00b5-7c55-45e3-b54a-788a64a1775c/cdda00b5-7c55-45e3-b54a-788a64a1775c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.611788] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d691e13-f059-4691-9728-c34caf66d80e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.622823] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1286.622823] env[69217]: value = "task-3533333" [ 1286.622823] env[69217]: _type = "Task" [ 1286.622823] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.632472] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.753671] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.881391] env[69217]: DEBUG oslo_concurrency.lockutils [req-1586b512-f353-46f8-9ffb-0016c9d17824 req-a19890ff-44c0-4729-8046-e366bbf8a14c service nova] Releasing lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.881773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.881939] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.910643] env[69217]: DEBUG nova.network.neutron [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.139083] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533333, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.254056] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533332, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.297929} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.254356] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad/OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad.vmdk to [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk. [ 1287.254561] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Cleaning up location [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1287.254723] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4d9c479a-e980-4592-ae4f-2510e5a7c5ad {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.254999] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee0d162-861b-4cde-94a6-b16fbbebbeb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.263392] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1287.263392] env[69217]: value = "task-3533334" [ 1287.263392] env[69217]: _type = "Task" [ 1287.263392] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.273082] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.413499] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.426576] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.574097] env[69217]: DEBUG nova.network.neutron [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Updating instance_info_cache with network_info: [{"id": "8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0", "address": "fa:16:3e:b9:da:5b", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0faae8-bf", "ovs_interfaceid": "8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.635510] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751286} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.635780] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] cdda00b5-7c55-45e3-b54a-788a64a1775c/cdda00b5-7c55-45e3-b54a-788a64a1775c.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.635993] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.636272] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe4068a-4088-4d15-a8c4-fefa1b0b631e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.652179] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1287.652179] env[69217]: value = "task-3533335" [ 1287.652179] env[69217]: _type = "Task" [ 1287.652179] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.661964] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.773949] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113368} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.773949] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.773949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.773949] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk to [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.774268] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c5d1195-652f-4466-8ede-42e4740e936d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.781047] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1287.781047] env[69217]: value = "task-3533336" [ 1287.781047] env[69217]: _type = "Task" [ 1287.781047] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.788691] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.923026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8804b-d9c8-48f8-8382-a00682b43fbd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.930793] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1920e-673d-4b94-ae2c-196044e73d62 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.076769] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "refresh_cache-7b512555-fc7b-40c0-a0c3-3ba370359cd2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.077147] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance network_info: |[{"id": "8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0", "address": "fa:16:3e:b9:da:5b", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0faae8-bf", "ovs_interfaceid": "8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.077602] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:da:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.085710] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.085974] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.086255] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e14b444-3f44-44f0-9e58-e12611a7c03c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.113226] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.113226] env[69217]: value = "task-3533337" [ 1288.113226] env[69217]: _type = "Task" [ 1288.113226] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.123059] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533337, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.163926] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077146} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.164154] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.165090] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf6b95-c83a-4e2d-b19a-96fc04652815 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.188840] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] cdda00b5-7c55-45e3-b54a-788a64a1775c/cdda00b5-7c55-45e3-b54a-788a64a1775c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.189202] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930e8725-0f8d-4b71-9d07-91aa95643701 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.212388] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1288.212388] env[69217]: value = "task-3533338" [ 1288.212388] env[69217]: _type = "Task" [ 1288.212388] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.224751] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.293318] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.624324] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533337, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.724171] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.793298] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.040768] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3c2ae-b064-41a2-9fb6-5f214edeea63 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.061511] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfd7984-8ee9-4c77-b135-3f4c793073e5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.070034] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.125094] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533337, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.225967] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.293970] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.577198] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.577414] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812355dc-8713-4b13-a87b-cb2ad80f4e46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.586847] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1289.586847] env[69217]: value = "task-3533339" [ 1289.586847] env[69217]: _type = "Task" [ 1289.586847] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.596721] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.624913] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533337, 'name': CreateVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.724371] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533338, 'name': ReconfigVM_Task, 'duration_secs': 1.021577} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.724725] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] cdda00b5-7c55-45e3-b54a-788a64a1775c/cdda00b5-7c55-45e3-b54a-788a64a1775c.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.725338] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5df6bbb-9765-4201-b989-d750b7493f51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.732867] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1289.732867] env[69217]: value = "task-3533340" [ 1289.732867] env[69217]: _type = "Task" [ 1289.732867] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.743302] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533340, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.794401] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.097640] env[69217]: DEBUG oslo_vmware.api [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533339, 'name': PowerOnVM_Task, 'duration_secs': 0.472832} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.097904] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.098119] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6317b46b-531a-4804-a6bf-521602c66113 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance 'c198a8ba-2adf-44e2-be83-7667a10c0426' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.125633] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533337, 'name': CreateVM_Task, 'duration_secs': 1.823238} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.125832] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.126591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.126768] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.127113] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.127401] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3112f7-82ea-40cf-af72-5551f9a145f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.134204] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1290.134204] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c48360-69b4-407e-6d8a-005ca05c8cb1" [ 1290.134204] env[69217]: _type = "Task" [ 1290.134204] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.143084] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c48360-69b4-407e-6d8a-005ca05c8cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.243279] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533340, 'name': Rename_Task, 'duration_secs': 0.388517} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.243549] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.243799] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-957e00ef-ddc1-4c6f-8803-897dcd04ed2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.250628] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1290.250628] env[69217]: value = "task-3533341" [ 1290.250628] env[69217]: _type = "Task" [ 1290.250628] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.257934] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.294787] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533336, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371929} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.295054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebb506dc-b358-499c-9bc7-ca940005b100/ebb506dc-b358-499c-9bc7-ca940005b100.vmdk to [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.295895] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c482ecca-9b09-4bf9-8d19-3668b3684bec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.317982] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.318305] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc1f470-7f1e-4dea-948e-df01f257cedc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.339299] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1290.339299] env[69217]: value = "task-3533342" [ 1290.339299] env[69217]: _type = "Task" [ 1290.339299] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.348506] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.654515] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c48360-69b4-407e-6d8a-005ca05c8cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.654821] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.655067] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.655313] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.655463] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.655641] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.655903] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6620858e-bf5d-4af4-b691-7b4a1cba83d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.664970] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.665161] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.665906] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8f1bb8-5111-49ab-a260-969db6ddc869 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.671445] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1290.671445] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525460b5-9182-796a-7909-7690b8bd27db" [ 1290.671445] env[69217]: _type = "Task" [ 1290.671445] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.678854] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525460b5-9182-796a-7909-7690b8bd27db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.761786] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.849368] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.183006] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525460b5-9182-796a-7909-7690b8bd27db, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.183762] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2e5a08-f7d5-42b3-8058-b9a1f187fc9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.189492] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1291.189492] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6f372-80dc-ba05-af0a-1b351d1f391a" [ 1291.189492] env[69217]: _type = "Task" [ 1291.189492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.197542] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6f372-80dc-ba05-af0a-1b351d1f391a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.262489] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533341, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.349913] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.700158] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e6f372-80dc-ba05-af0a-1b351d1f391a, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.700442] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.700699] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7b512555-fc7b-40c0-a0c3-3ba370359cd2/7b512555-fc7b-40c0-a0c3-3ba370359cd2.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.700965] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e92cbbc-fe6c-4bf4-a69a-778e666d6182 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.710141] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1291.710141] env[69217]: value = "task-3533343" [ 1291.710141] env[69217]: _type = "Task" [ 1291.710141] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.718309] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.762844] env[69217]: DEBUG oslo_vmware.api [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533341, 'name': PowerOnVM_Task, 'duration_secs': 1.409501} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.763202] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.763366] env[69217]: INFO nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1291.763558] env[69217]: DEBUG nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.764368] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd0fedb-bae7-47a3-a095-e954244a3008 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.851432] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533342, 'name': ReconfigVM_Task, 'duration_secs': 1.259084} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.851734] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e/fcdd619c-6604-462d-8ad7-8ab1e8f4053e.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.852404] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45f366f2-fde0-4bc7-83a1-f0e8d818eed4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.860672] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1291.860672] env[69217]: value = "task-3533344" [ 1291.860672] env[69217]: _type = "Task" [ 1291.860672] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.869300] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533344, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.225025] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494191} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.225025] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore2] 7b512555-fc7b-40c0-a0c3-3ba370359cd2/7b512555-fc7b-40c0-a0c3-3ba370359cd2.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.225025] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.225025] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3abfe3a-5fbd-4a03-b708-86689df1c150 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.231535] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1292.231535] env[69217]: value = "task-3533345" [ 1292.231535] env[69217]: _type = "Task" [ 1292.231535] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.241315] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.281877] env[69217]: INFO nova.compute.manager [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Took 15.22 seconds to build instance. [ 1292.371881] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533344, 'name': Rename_Task, 'duration_secs': 0.333812} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.372190] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.372520] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5398c6-5dae-466f-84bf-6067495b31e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.379784] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1292.379784] env[69217]: value = "task-3533346" [ 1292.379784] env[69217]: _type = "Task" [ 1292.379784] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.389694] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.741944] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072723} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.742836] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.743695] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa64e1-b363-45c1-81fe-2a855d5cc608 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.767315] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 7b512555-fc7b-40c0-a0c3-3ba370359cd2/7b512555-fc7b-40c0-a0c3-3ba370359cd2.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.768361] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d22b4aa-6440-46be-8c78-ab05ea033f21 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.783489] env[69217]: DEBUG oslo_concurrency.lockutils [None req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.726s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.790290] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1292.790290] env[69217]: value = "task-3533347" [ 1292.790290] env[69217]: _type = "Task" [ 1292.790290] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.801171] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.841142] env[69217]: DEBUG nova.compute.manager [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Received event network-changed-852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.841321] env[69217]: DEBUG nova.compute.manager [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Refreshing instance network info cache due to event network-changed-852729f9-e7bb-4cb2-94ff-96887dd901a6. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.841566] env[69217]: DEBUG oslo_concurrency.lockutils [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] Acquiring lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.841716] env[69217]: DEBUG oslo_concurrency.lockutils [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] Acquired lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.841878] env[69217]: DEBUG nova.network.neutron [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Refreshing network info cache for port 852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.890594] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.135843] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.136153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.136353] env[69217]: DEBUG nova.compute.manager [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Going to confirm migration 8 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1293.304401] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533347, 'name': ReconfigVM_Task, 'duration_secs': 0.454412} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.304664] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 7b512555-fc7b-40c0-a0c3-3ba370359cd2/7b512555-fc7b-40c0-a0c3-3ba370359cd2.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.305432] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f658a9f-6e6b-439e-ab60-99e6a72c7b48 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.313754] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1293.313754] env[69217]: value = "task-3533348" [ 1293.313754] env[69217]: _type = "Task" [ 1293.313754] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.322707] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533348, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.392071] env[69217]: DEBUG oslo_vmware.api [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533346, 'name': PowerOnVM_Task, 'duration_secs': 0.957692} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.392392] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.496613] env[69217]: DEBUG nova.compute.manager [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.497556] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136dad7-3858-4040-b677-14b946c4ff8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.591242] env[69217]: DEBUG nova.network.neutron [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updated VIF entry in instance network info cache for port 852729f9-e7bb-4cb2-94ff-96887dd901a6. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.591636] env[69217]: DEBUG nova.network.neutron [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.671290] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.671591] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquired lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.671883] env[69217]: DEBUG nova.network.neutron [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.672199] env[69217]: DEBUG nova.objects.instance [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'info_cache' on Instance uuid c198a8ba-2adf-44e2-be83-7667a10c0426 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.824099] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533348, 'name': Rename_Task, 'duration_secs': 0.175383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.824545] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.824613] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9414fc72-9155-4022-91cd-78f3fd326b56 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.831994] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1293.831994] env[69217]: value = "task-3533349" [ 1293.831994] env[69217]: _type = "Task" [ 1293.831994] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.847525] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.014877] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.734s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.094692] env[69217]: DEBUG oslo_concurrency.lockutils [req-1098711f-1a50-44cb-899e-22ba297fdea8 req-c83edb3b-b0bb-4e48-816b-e1f8ee67dd5c service nova] Releasing lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.342746] env[69217]: DEBUG oslo_vmware.api [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533349, 'name': PowerOnVM_Task, 'duration_secs': 0.469987} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.343054] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.343209] env[69217]: INFO nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1294.343387] env[69217]: DEBUG nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.344226] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c1a40-fec7-4635-a973-0497e795ef4f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.861747] env[69217]: INFO nova.compute.manager [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Took 15.37 seconds to build instance. [ 1294.877458] env[69217]: DEBUG nova.network.neutron [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [{"id": "593295bf-ab9a-4b13-8772-89d8e952f55e", "address": "fa:16:3e:88:8e:6e", "network": {"id": "e57f9385-6688-42d1-9bac-c759fbcbbad8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1136488076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777690734f29463c816e04e015e8df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593295bf-ab", "ovs_interfaceid": "593295bf-ab9a-4b13-8772-89d8e952f55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.364735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e08b66b-8250-49fe-afc6-c99f15d2a55e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.877s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.380608] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Releasing lock "refresh_cache-c198a8ba-2adf-44e2-be83-7667a10c0426" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.380873] env[69217]: DEBUG nova.objects.instance [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'migration_context' on Instance uuid c198a8ba-2adf-44e2-be83-7667a10c0426 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.884404] env[69217]: DEBUG nova.objects.base [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.885832] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e8de9b-70b4-40cf-82d8-aa307811202f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.907400] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e46ce93-8ddb-4169-a117-6ae2bc46e464 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.913390] env[69217]: DEBUG oslo_vmware.api [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1295.913390] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e61d6d-d1ee-c40a-3310-7430b6e43504" [ 1295.913390] env[69217]: _type = "Task" [ 1295.913390] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.921643] env[69217]: DEBUG oslo_vmware.api [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e61d6d-d1ee-c40a-3310-7430b6e43504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.044528] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.044871] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.045159] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.045387] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.045609] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.048118] env[69217]: INFO nova.compute.manager [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Terminating instance [ 1296.424406] env[69217]: DEBUG oslo_vmware.api [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52e61d6d-d1ee-c40a-3310-7430b6e43504, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.424675] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.424908] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.552208] env[69217]: DEBUG nova.compute.manager [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.552520] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.553400] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96964727-5a8e-4e91-8194-c23751c611f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.561496] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.561736] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef649430-6984-4396-8e95-1470f6c58523 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.569204] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1296.569204] env[69217]: value = "task-3533350" [ 1296.569204] env[69217]: _type = "Task" [ 1296.569204] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.577510] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.040202] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b4fb8-ce4c-4dd5-91e5-9b9a8a4efd23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.048319] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985949a0-b96f-40aa-8b54-19b1cb658b51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.085263] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6234fce-088e-4e3a-8b52-31c6f7564c5b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.093455] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533350, 'name': PowerOffVM_Task, 'duration_secs': 0.182356} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.095429] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.095613] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.095911] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7070b52-8aaa-47f4-8a82-78f2396c0794 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.098188] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ea724-213a-4413-a9ca-a0a1fa652eb9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.112820] env[69217]: DEBUG nova.compute.provider_tree [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.169816] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.170030] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.170296] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleting the datastore file [datastore2] 7b512555-fc7b-40c0-a0c3-3ba370359cd2 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.170581] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de0a1e6-6051-4f1c-a29d-71e235cd0751 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.179099] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1297.179099] env[69217]: value = "task-3533352" [ 1297.179099] env[69217]: _type = "Task" [ 1297.179099] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.188882] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.616807] env[69217]: DEBUG nova.scheduler.client.report [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.688699] env[69217]: DEBUG oslo_vmware.api [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142631} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.688953] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.689154] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.689334] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.689527] env[69217]: INFO nova.compute.manager [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1297.689736] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.689925] env[69217]: DEBUG nova.compute.manager [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.690040] env[69217]: DEBUG nova.network.neutron [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.931442] env[69217]: DEBUG nova.compute.manager [req-547ac369-c428-4952-8199-b16a7302bc2f req-60d50430-8fbc-47b3-b738-05e241c3117c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Received event network-vif-deleted-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.931660] env[69217]: INFO nova.compute.manager [req-547ac369-c428-4952-8199-b16a7302bc2f req-60d50430-8fbc-47b3-b738-05e241c3117c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Neutron deleted interface 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0; detaching it from the instance and deleting it from the info cache [ 1297.931811] env[69217]: DEBUG nova.network.neutron [req-547ac369-c428-4952-8199-b16a7302bc2f req-60d50430-8fbc-47b3-b738-05e241c3117c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.413600] env[69217]: DEBUG nova.network.neutron [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.434519] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f21cdfbe-8634-4cd2-8746-c79d682fa1e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.447868] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011a5809-78f2-4e5a-a736-287eb156078c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.479493] env[69217]: DEBUG nova.compute.manager [req-547ac369-c428-4952-8199-b16a7302bc2f req-60d50430-8fbc-47b3-b738-05e241c3117c service nova] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Detach interface failed, port_id=8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0, reason: Instance 7b512555-fc7b-40c0-a0c3-3ba370359cd2 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.628304] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.916419] env[69217]: INFO nova.compute.manager [-] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Took 1.23 seconds to deallocate network for instance. [ 1299.188807] env[69217]: INFO nova.scheduler.client.report [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocation for migration 5ef8ba03-9bd0-42fc-bc70-575414f96017 [ 1299.423386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.423859] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.423926] env[69217]: DEBUG nova.objects.instance [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'resources' on Instance uuid 7b512555-fc7b-40c0-a0c3-3ba370359cd2 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.521151] env[69217]: INFO nova.compute.manager [None req-a728b0f9-050a-455f-891c-9df9356bf47f tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Get console output [ 1299.521958] env[69217]: WARNING nova.virt.vmwareapi.driver [None req-a728b0f9-050a-455f-891c-9df9356bf47f tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] The console log is missing. Check your VSPC configuration [ 1299.694083] env[69217]: DEBUG oslo_concurrency.lockutils [None req-ae5db3c8-cc18-428a-bfd7-b2ac4090adcd tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.558s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.021625] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9216c9-5782-4c5b-8948-2aafe221f9d1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.029737] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed64fe90-0941-4df4-8f9c-049dc0cfbb18 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.060801] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1527932-9cae-4c27-b1c3-a6403907ba99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.067774] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bc5fe-72f9-4b3e-bad5-1f2a7a5a2406 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.080889] env[69217]: DEBUG nova.compute.provider_tree [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.584387] env[69217]: DEBUG nova.scheduler.client.report [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.089519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.105571] env[69217]: INFO nova.scheduler.client.report [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted allocations for instance 7b512555-fc7b-40c0-a0c3-3ba370359cd2 [ 1301.613133] env[69217]: DEBUG oslo_concurrency.lockutils [None req-07de8b2c-e905-4987-aaa5-22d96becdc50 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "7b512555-fc7b-40c0-a0c3-3ba370359cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.568s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.166183] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.166444] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.166608] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.166765] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.166906] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.167069] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.167223] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1303.168049] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.168422] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.671364] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.671568] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.671748] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.671907] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1303.672844] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769444f-c6c5-4a9d-9ed3-1177b8d8cd10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.681852] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db061e-d8cc-40e9-8ace-0de555332974 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.701158] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29469521-60f5-4d07-bf8c-96481ab620f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.712122] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913b7d5-c2ec-47db-a307-7d6e99d33a07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.745218] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180268MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1303.745387] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.745619] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.774067] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774319] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance faa80e88-2080-4b40-9c93-43626bbf9bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774369] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4835c166-6f8e-42e2-b89f-dd6f965c264f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774472] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774588] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance c198a8ba-2adf-44e2-be83-7667a10c0426 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774699] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774808] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance cdda00b5-7c55-45e3-b54a-788a64a1775c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.774989] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1304.775139] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1304.860771] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644aaaba-93f6-403f-b486-2f43b4d25251 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.868744] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906459c-da05-4b8f-8dc9-a4786835b1b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.898937] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61a201-77a7-4177-814b-77e2b7bb1778 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.906360] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a750b-84d0-46e9-926e-54b987f1d676 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.921366] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.424483] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.928953] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1305.929338] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.924154] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.912369] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.912736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.912849] env[69217]: INFO nova.compute.manager [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Shelving [ 1312.922252] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.922738] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ca5ca6e-29da-4318-bbba-118663e268d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.933492] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1312.933492] env[69217]: value = "task-3533353" [ 1312.933492] env[69217]: _type = "Task" [ 1312.933492] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.941776] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.442679] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533353, 'name': PowerOffVM_Task, 'duration_secs': 0.175324} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.442965] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.443766] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935017ba-83db-44eb-b5f3-5f7f1c56ae8d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.462547] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce455b0d-1d28-46ae-a586-8ba964d89bdb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.972739] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.973159] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5786858-2366-4807-9977-d9e2dc180ce7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.981048] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1313.981048] env[69217]: value = "task-3533354" [ 1313.981048] env[69217]: _type = "Task" [ 1313.981048] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.988569] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.491068] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533354, 'name': CreateSnapshot_Task, 'duration_secs': 0.440764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.491331] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.492068] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd9d8c-9963-480d-8ecd-ae69dafc5690 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.009735] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.010158] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55d67a41-a9ed-4eff-a8cd-e1cd6f478d8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.018697] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1315.018697] env[69217]: value = "task-3533355" [ 1315.018697] env[69217]: _type = "Task" [ 1315.018697] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.026288] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533355, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.528404] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533355, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.027683] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533355, 'name': CloneVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.529916] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533355, 'name': CloneVM_Task, 'duration_secs': 1.06233} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.530215] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Created linked-clone VM from snapshot [ 1316.530958] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833babe-dcac-4735-afd1-a32624c02b58 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.537611] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Uploading image c9337119-4e9a-4e8b-a968-b0e08b697c9d {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.559819] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.559819] env[69217]: value = "vm-705696" [ 1316.559819] env[69217]: _type = "VirtualMachine" [ 1316.559819] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.560108] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24c10079-2611-4030-b845-419f90eca08a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.566332] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lease: (returnval){ [ 1316.566332] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524259cf-4d51-e476-e359-ec6b36f40474" [ 1316.566332] env[69217]: _type = "HttpNfcLease" [ 1316.566332] env[69217]: } obtained for exporting VM: (result){ [ 1316.566332] env[69217]: value = "vm-705696" [ 1316.566332] env[69217]: _type = "VirtualMachine" [ 1316.566332] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.566638] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the lease: (returnval){ [ 1316.566638] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524259cf-4d51-e476-e359-ec6b36f40474" [ 1316.566638] env[69217]: _type = "HttpNfcLease" [ 1316.566638] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.572501] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.572501] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524259cf-4d51-e476-e359-ec6b36f40474" [ 1316.572501] env[69217]: _type = "HttpNfcLease" [ 1316.572501] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.995935] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.996196] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.074652] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.074652] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524259cf-4d51-e476-e359-ec6b36f40474" [ 1317.074652] env[69217]: _type = "HttpNfcLease" [ 1317.074652] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.075087] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.075087] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524259cf-4d51-e476-e359-ec6b36f40474" [ 1317.075087] env[69217]: _type = "HttpNfcLease" [ 1317.075087] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.075651] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50072ee-d71c-4168-9f60-a42dd5f63da7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.083863] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.084047] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1317.178082] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85baaa93-c527-431a-8edb-ad62cf5b89cc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.500337] env[69217]: DEBUG nova.compute.utils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.003526] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.077906] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.078358] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.078511] env[69217]: INFO nova.compute.manager [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Attaching volume ed5e1933-8192-482d-9de0-2e0961b60c12 to /dev/sdb [ 1319.111194] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301a1b4-3546-41e3-adae-60d25a2b83b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.118976] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4ae820-ba31-4236-84f2-0faaa7347aa7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.132888] env[69217]: DEBUG nova.virt.block_device [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updating existing volume attachment record: 5b1490b1-1f61-43f8-8d61-6ee428f23550 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1323.681175] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.681565] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705697', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'name': 'volume-ed5e1933-8192-482d-9de0-2e0961b60c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f3bd10-67ae-49e1-bb3e-389bd6b3faa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'serial': 'ed5e1933-8192-482d-9de0-2e0961b60c12'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.682614] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cced4a-4250-428e-b7ce-fcdc159009c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.699923] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e586f724-d58c-40b5-a641-03bf79f356a4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.726432] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ed5e1933-8192-482d-9de0-2e0961b60c12/volume-ed5e1933-8192-482d-9de0-2e0961b60c12.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.726779] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae71f20-99b6-44b0-b696-0e55e8d2e06f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.746425] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1323.746425] env[69217]: value = "task-3533359" [ 1323.746425] env[69217]: _type = "Task" [ 1323.746425] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.755958] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.258161] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533359, 'name': ReconfigVM_Task, 'duration_secs': 0.474591} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.258484] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ed5e1933-8192-482d-9de0-2e0961b60c12/volume-ed5e1933-8192-482d-9de0-2e0961b60c12.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.263228] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f840b4c-ccea-420c-96c9-353602b14b07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.279139] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1324.279139] env[69217]: value = "task-3533360" [ 1324.279139] env[69217]: _type = "Task" [ 1324.279139] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.287820] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.509456] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1324.510476] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e8ca9-20a9-4c8b-96d9-54435ec7d11b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.516378] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1324.516543] env[69217]: ERROR oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk due to incomplete transfer. [ 1324.516751] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f89be9a2-6a11-451c-9320-b60e6065871c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.523492] env[69217]: DEBUG oslo_vmware.rw_handles [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea197c-d6aa-09fd-363f-cb420e399231/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1324.523680] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Uploaded image c9337119-4e9a-4e8b-a968-b0e08b697c9d to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1324.525811] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1324.526045] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51124ae0-24d9-43b6-a7fc-959efedcd279 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.532678] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1324.532678] env[69217]: value = "task-3533361" [ 1324.532678] env[69217]: _type = "Task" [ 1324.532678] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.540635] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533361, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.790353] env[69217]: DEBUG oslo_vmware.api [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533360, 'name': ReconfigVM_Task, 'duration_secs': 0.141992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.790734] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705697', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'name': 'volume-ed5e1933-8192-482d-9de0-2e0961b60c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f3bd10-67ae-49e1-bb3e-389bd6b3faa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'serial': 'ed5e1933-8192-482d-9de0-2e0961b60c12'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1325.042903] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533361, 'name': Destroy_Task, 'duration_secs': 0.307067} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.043172] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Destroyed the VM [ 1325.043408] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.043692] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ac7a9c9-7af8-4d63-bcf5-156f41bf5e61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.050232] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1325.050232] env[69217]: value = "task-3533362" [ 1325.050232] env[69217]: _type = "Task" [ 1325.050232] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.057719] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.560225] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355794} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.560493] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1325.560742] env[69217]: DEBUG nova.compute.manager [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.561529] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae5292-5c20-45f5-83a6-0a5c5f21cdd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.825855] env[69217]: DEBUG nova.objects.instance [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.073392] env[69217]: INFO nova.compute.manager [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Shelve offloading [ 1326.334317] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7c13ca45-8228-45ce-a286-0b934f89b37e tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.396507] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.396757] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.396956] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.397149] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.397316] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.399170] env[69217]: INFO nova.compute.manager [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Terminating instance [ 1326.548643] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.548861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.576437] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.576703] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40aca395-7fa9-48a4-bfbf-4bd7b072c907 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.584301] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1326.584301] env[69217]: value = "task-3533363" [ 1326.584301] env[69217]: _type = "Task" [ 1326.584301] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.592428] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.903468] env[69217]: DEBUG nova.compute.manager [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.903824] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.903943] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed643238-c4e7-49bc-91e1-cb0d72745c25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.910880] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1326.910880] env[69217]: value = "task-3533364" [ 1326.910880] env[69217]: _type = "Task" [ 1326.910880] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.918574] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.051851] env[69217]: INFO nova.compute.manager [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Detaching volume ed5e1933-8192-482d-9de0-2e0961b60c12 [ 1327.085366] env[69217]: INFO nova.virt.block_device [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Attempting to driver detach volume ed5e1933-8192-482d-9de0-2e0961b60c12 from mountpoint /dev/sdb [ 1327.085684] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.085912] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705697', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'name': 'volume-ed5e1933-8192-482d-9de0-2e0961b60c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f3bd10-67ae-49e1-bb3e-389bd6b3faa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'serial': 'ed5e1933-8192-482d-9de0-2e0961b60c12'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.086918] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261210ed-b5f9-446f-8f38-3c4f7635b927 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.112792] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1327.113038] env[69217]: DEBUG nova.compute.manager [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.113837] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b69be7-9705-414d-8939-f52b4d2798bc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.116779] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c9310-4db6-4b46-af89-8d69d2d00549 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.124331] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2227a-c2d2-4ef5-b828-58485c207033 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.126603] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.126761] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.126929] env[69217]: DEBUG nova.network.neutron [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.145829] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898e39ee-3959-4602-8e65-dd3b02864029 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.161762] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed5e1933-8192-482d-9de0-2e0961b60c12/volume-ed5e1933-8192-482d-9de0-2e0961b60c12.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.166813] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.167086] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59196f16-febe-44cf-b262-8bbbe9ca39f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.183843] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1327.183843] env[69217]: value = "task-3533365" [ 1327.183843] env[69217]: _type = "Task" [ 1327.183843] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.191278] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.421569] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533364, 'name': PowerOffVM_Task, 'duration_secs': 0.181399} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.421861] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.422172] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.422478] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705682', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'name': 'volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c198a8ba-2adf-44e2-be83-7667a10c0426', 'attached_at': '2025-04-23T18:51:31.000000', 'detached_at': '', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'serial': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.423358] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ebe5b-5c3f-4198-bf17-8519f465a798 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.440618] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa2b78b-6c62-484e-8467-230367cb1fdd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.446621] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3916d-427a-438d-9f6c-a70e2823a056 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.463514] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8aebd5-0c5d-4662-bc6d-36a2e6b3c43b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.476981] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d/volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.482129] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.482369] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca9f912-1207-4801-bad9-cc663cbbbb96 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.498845] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1327.498845] env[69217]: value = "task-3533366" [ 1327.498845] env[69217]: _type = "Task" [ 1327.498845] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.509225] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.692891] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533365, 'name': ReconfigVM_Task, 'duration_secs': 0.204414} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.693125] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.699747] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be168fbd-62da-4766-9014-4fd7ee442f27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.714652] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1327.714652] env[69217]: value = "task-3533367" [ 1327.714652] env[69217]: _type = "Task" [ 1327.714652] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.721772] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.832405] env[69217]: DEBUG nova.network.neutron [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.010740] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533366, 'name': ReconfigVM_Task, 'duration_secs': 0.148206} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.011118] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.015677] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e3b1b3-8908-443a-b935-630aee38609f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.030563] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1328.030563] env[69217]: value = "task-3533368" [ 1328.030563] env[69217]: _type = "Task" [ 1328.030563] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.038299] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.224144] env[69217]: DEBUG oslo_vmware.api [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533367, 'name': ReconfigVM_Task, 'duration_secs': 0.134648} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.224454] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705697', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'name': 'volume-ed5e1933-8192-482d-9de0-2e0961b60c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f3bd10-67ae-49e1-bb3e-389bd6b3faa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed5e1933-8192-482d-9de0-2e0961b60c12', 'serial': 'ed5e1933-8192-482d-9de0-2e0961b60c12'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1328.335382] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.531735] env[69217]: DEBUG nova.compute.manager [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-vif-unplugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.531955] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.532153] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.532251] env[69217]: DEBUG oslo_concurrency.lockutils [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.532416] env[69217]: DEBUG nova.compute.manager [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] No waiting events found dispatching network-vif-unplugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.532583] env[69217]: WARNING nova.compute.manager [req-2a884328-17c5-47a5-824f-69c3d970c41e req-8a7f704d-a241-4b91-93c3-f2fc1945dfa1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received unexpected event network-vif-unplugged-0d109888-169d-4ab8-a44d-865c7b936e7a for instance with vm_state shelved and task_state shelving_offloading. [ 1328.542250] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533368, 'name': ReconfigVM_Task, 'duration_secs': 0.163196} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.542528] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705682', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'name': 'volume-2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c198a8ba-2adf-44e2-be83-7667a10c0426', 'attached_at': '2025-04-23T18:51:31.000000', 'detached_at': '', 'volume_id': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d', 'serial': '2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1328.542789] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.543580] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaab91b-fb31-4c7a-8492-a1b5c169c708 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.550068] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.550572] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5e220e-1acb-4f20-b9f5-2629e4d37626 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.556729] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.557472] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0038c-01e1-40d5-9c26-21db4530f480 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.564115] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.564337] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81b8ab44-54ca-4b96-8342-a2149f099d0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.643380] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.643633] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.643826] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] c198a8ba-2adf-44e2-be83-7667a10c0426 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.645093] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0870b57-d68b-4f27-a927-71b403321ac6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.647154] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.647395] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.647604] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleting the datastore file [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.647843] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8bda8e-7bc9-4c7c-953a-ae42b1a040b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.654117] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1328.654117] env[69217]: value = "task-3533372" [ 1328.654117] env[69217]: _type = "Task" [ 1328.654117] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.655349] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1328.655349] env[69217]: value = "task-3533371" [ 1328.655349] env[69217]: _type = "Task" [ 1328.655349] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.665755] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.668583] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.765344] env[69217]: DEBUG nova.objects.instance [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'flavor' on Instance uuid 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.166967] env[69217]: DEBUG oslo_vmware.api [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128513} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.169904] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.170117] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.170295] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.172502] env[69217]: DEBUG oslo_vmware.api [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086038} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.172858] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.173059] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.173312] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.173412] env[69217]: INFO nova.compute.manager [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1329.173643] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.173839] env[69217]: DEBUG nova.compute.manager [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.173933] env[69217]: DEBUG nova.network.neutron [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.196871] env[69217]: INFO nova.scheduler.client.report [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted allocations for instance 4835c166-6f8e-42e2-b89f-dd6f965c264f [ 1329.701097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.701352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.701587] env[69217]: DEBUG nova.objects.instance [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'resources' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.772928] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f133252-ded1-4e9a-9bee-42e94ae354c7 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.077293] env[69217]: DEBUG nova.network.neutron [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.203816] env[69217]: DEBUG nova.objects.instance [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'numa_topology' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.284642] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.284891] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.285082] env[69217]: DEBUG nova.compute.manager [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.286026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd931903-218f-429a-a514-6bfb8f4dc71b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.293171] env[69217]: DEBUG nova.compute.manager [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1330.293755] env[69217]: DEBUG nova.objects.instance [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'flavor' on Instance uuid cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.447329] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.447592] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.447790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.447981] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.448174] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.450353] env[69217]: INFO nova.compute.manager [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Terminating instance [ 1330.561820] env[69217]: DEBUG nova.compute.manager [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.562087] env[69217]: DEBUG nova.compute.manager [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing instance network info cache due to event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.562322] env[69217]: DEBUG oslo_concurrency.lockutils [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.562482] env[69217]: DEBUG oslo_concurrency.lockutils [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.562682] env[69217]: DEBUG nova.network.neutron [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.579985] env[69217]: INFO nova.compute.manager [-] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Took 1.41 seconds to deallocate network for instance. [ 1330.706495] env[69217]: DEBUG nova.objects.base [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Object Instance<4835c166-6f8e-42e2-b89f-dd6f965c264f> lazy-loaded attributes: resources,numa_topology {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1330.793603] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c5e8f-c108-41e4-85d9-4e2a638da034 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.803661] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575544ee-b082-4481-8375-efb391e6056d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.808007] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.808249] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.808506] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.808722] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.808915] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.836557] env[69217]: INFO nova.compute.manager [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Terminating instance [ 1330.838445] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69aadd1-06e1-404c-b11d-e9dc14775507 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.847076] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ea839-c4e9-414d-b5cb-3b3c9db945dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.861419] env[69217]: DEBUG nova.compute.provider_tree [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.954589] env[69217]: DEBUG nova.compute.manager [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.954826] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.955739] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e3677-356c-43b7-a0f0-79f1017ff137 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.963570] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.963767] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5898b04c-8f1c-4439-ac7f-fe8183d5b05f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.970254] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1330.970254] env[69217]: value = "task-3533373" [ 1330.970254] env[69217]: _type = "Task" [ 1330.970254] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.978096] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.124775] env[69217]: INFO nova.compute.manager [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Took 0.54 seconds to detach 1 volumes for instance. [ 1331.127250] env[69217]: DEBUG nova.compute.manager [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Deleting volume: 2ae37f6e-bbd4-416e-b19f-a6e236b8ee4d {{(pid=69217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1331.267531] env[69217]: DEBUG nova.network.neutron [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updated VIF entry in instance network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.267862] env[69217]: DEBUG nova.network.neutron [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": null, "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0d109888-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.301971] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.302270] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff71ad25-3584-4e5e-90f4-df0c763db741 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.311481] env[69217]: DEBUG oslo_vmware.api [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1331.311481] env[69217]: value = "task-3533375" [ 1331.311481] env[69217]: _type = "Task" [ 1331.311481] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.319165] env[69217]: DEBUG oslo_vmware.api [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.343940] env[69217]: DEBUG nova.compute.manager [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.344160] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.345046] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38761b-0131-4a0c-b31b-a79beed96484 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.353621] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.353861] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9ac6b8-ea07-4472-9db3-44b158f25933 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.359541] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1331.359541] env[69217]: value = "task-3533376" [ 1331.359541] env[69217]: _type = "Task" [ 1331.359541] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.364490] env[69217]: DEBUG nova.scheduler.client.report [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.370711] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.482141] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533373, 'name': PowerOffVM_Task, 'duration_secs': 0.189258} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.482408] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.482560] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.482874] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0996a538-9aa2-4570-9e36-231092c8538e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.540861] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.541109] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.541298] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleting the datastore file [datastore2] fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.541597] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330c71dc-231d-46a4-ac80-1278ebaa2dc5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.547112] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for the task: (returnval){ [ 1331.547112] env[69217]: value = "task-3533378" [ 1331.547112] env[69217]: _type = "Task" [ 1331.547112] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.554622] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.667022] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.761898] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.770630] env[69217]: DEBUG oslo_concurrency.lockutils [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.770890] env[69217]: DEBUG nova.compute.manager [req-3488a733-9d23-450a-b665-96d0ee5cf9cf req-21ae85ef-19af-485d-8785-0cf04911f468 service nova] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Received event network-vif-deleted-593295bf-ab9a-4b13-8772-89d8e952f55e {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.820504] env[69217]: DEBUG oslo_vmware.api [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533375, 'name': PowerOffVM_Task, 'duration_secs': 0.176461} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.821157] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.821157] env[69217]: DEBUG nova.compute.manager [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.821832] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bdca38-2b37-4758-b608-625c264dba86 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.868421] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533376, 'name': PowerOffVM_Task, 'duration_secs': 0.177655} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.868673] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.868844] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.869108] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c005b7-7818-44b0-82b7-2b4d009a99e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.872418] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.874735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.208s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.875640] env[69217]: DEBUG nova.objects.instance [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'resources' on Instance uuid c198a8ba-2adf-44e2-be83-7667a10c0426 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.928302] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.928572] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.928723] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleting the datastore file [datastore1] 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.928986] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9941b5c-211c-4b99-a807-ad9e66911395 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.937365] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for the task: (returnval){ [ 1331.937365] env[69217]: value = "task-3533380" [ 1331.937365] env[69217]: _type = "Task" [ 1331.937365] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.945127] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.057458] env[69217]: DEBUG oslo_vmware.api [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Task: {'id': task-3533378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122214} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.057708] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.057897] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.058083] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.058279] env[69217]: INFO nova.compute.manager [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1332.058572] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.058780] env[69217]: DEBUG nova.compute.manager [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.058874] env[69217]: DEBUG nova.network.neutron [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.333445] env[69217]: DEBUG oslo_concurrency.lockutils [None req-c0641bd9-056f-4baf-a0be-99c87e6a30d3 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.385604] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af00b8ce-2e2c-4935-afb4-cb1fc4ad2dfd tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.472s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.386102] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.624s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.386102] env[69217]: INFO nova.compute.manager [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Unshelving [ 1332.449035] env[69217]: DEBUG oslo_vmware.api [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Task: {'id': task-3533380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12959} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.449300] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.449490] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.449669] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.449845] env[69217]: INFO nova.compute.manager [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.450093] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.450291] env[69217]: DEBUG nova.compute.manager [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.450388] env[69217]: DEBUG nova.network.neutron [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.487336] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01edb5f-e2ab-4a72-aa08-55b9d64f75fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.496627] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2caf2-8d69-46b9-868d-1bbf64cf3717 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.528981] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c188435-8c00-413e-b6ed-076deba06a48 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.538640] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9712d9c-4ba3-4ba4-9f9e-2ea096218d46 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.555251] env[69217]: DEBUG nova.compute.provider_tree [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.597568] env[69217]: DEBUG nova.compute.manager [req-9672449c-e29d-433c-b809-f7f71cfbcb80 req-fdb48912-393b-41c2-80bd-f829228d321e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Received event network-vif-deleted-648d4c52-22e5-4f69-b9f3-096797b11546 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.597568] env[69217]: INFO nova.compute.manager [req-9672449c-e29d-433c-b809-f7f71cfbcb80 req-fdb48912-393b-41c2-80bd-f829228d321e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Neutron deleted interface 648d4c52-22e5-4f69-b9f3-096797b11546; detaching it from the instance and deleting it from the info cache [ 1332.597568] env[69217]: DEBUG nova.network.neutron [req-9672449c-e29d-433c-b809-f7f71cfbcb80 req-fdb48912-393b-41c2-80bd-f829228d321e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.717378] env[69217]: DEBUG nova.objects.instance [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'flavor' on Instance uuid cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.059311] env[69217]: DEBUG nova.scheduler.client.report [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.063021] env[69217]: DEBUG nova.network.neutron [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.100282] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dafe83fc-54cd-4e49-a55b-dc5017f8c06c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.113587] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204af7c1-f9e5-4629-a6e0-3b768999772b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.145803] env[69217]: DEBUG nova.compute.manager [req-9672449c-e29d-433c-b809-f7f71cfbcb80 req-fdb48912-393b-41c2-80bd-f829228d321e service nova] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Detach interface failed, port_id=648d4c52-22e5-4f69-b9f3-096797b11546, reason: Instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.223111] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.223484] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.223787] env[69217]: DEBUG nova.network.neutron [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.224091] env[69217]: DEBUG nova.objects.instance [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'info_cache' on Instance uuid cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.411142] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.449903] env[69217]: DEBUG nova.network.neutron [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.566124] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.567482] env[69217]: INFO nova.compute.manager [-] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Took 1.51 seconds to deallocate network for instance. [ 1333.568697] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.157s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.568697] env[69217]: DEBUG nova.objects.instance [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'pci_requests' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.589027] env[69217]: INFO nova.scheduler.client.report [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocations for instance c198a8ba-2adf-44e2-be83-7667a10c0426 [ 1333.727983] env[69217]: DEBUG nova.objects.base [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.952788] env[69217]: INFO nova.compute.manager [-] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Took 1.50 seconds to deallocate network for instance. [ 1334.076090] env[69217]: DEBUG nova.objects.instance [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'numa_topology' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.078218] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.095313] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2f4bc983-b30c-41db-ac10-0526e310ae41 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "c198a8ba-2adf-44e2-be83-7667a10c0426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.699s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.439706] env[69217]: DEBUG nova.network.neutron [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.459234] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.578235] env[69217]: INFO nova.compute.claims [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.621296] env[69217]: DEBUG nova.compute.manager [req-cab6a29d-cfa1-45bc-885b-9a3d0daedfff req-17d8a0fa-3ce0-4ee5-a960-6b07122337b3 service nova] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Received event network-vif-deleted-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.942657] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.232557] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "faa80e88-2080-4b40-9c93-43626bbf9bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.232853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.233050] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.233243] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.233413] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.235437] env[69217]: INFO nova.compute.manager [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Terminating instance [ 1335.668675] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a0fdd-5d98-4dc3-a034-b52d451e0ec8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.676476] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e0304-63e5-4a69-8c21-46836242c61e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.705897] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908bff8c-0231-443f-af38-ccb0fc9c4d93 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.713581] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d2c8c-9840-423e-bcdf-af3d8703017f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.727843] env[69217]: DEBUG nova.compute.provider_tree [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.739177] env[69217]: DEBUG nova.compute.manager [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.739387] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.740138] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81837be5-251a-42a7-a0f2-f5e8395a7452 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.748649] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.748868] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30c5536-d660-49a1-87a7-bafeb29c2e1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.755262] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1335.755262] env[69217]: value = "task-3533381" [ 1335.755262] env[69217]: _type = "Task" [ 1335.755262] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.762893] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.949104] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.949529] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2569a45a-2f25-49a6-a428-e67605b80200 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.956176] env[69217]: DEBUG oslo_vmware.api [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1335.956176] env[69217]: value = "task-3533382" [ 1335.956176] env[69217]: _type = "Task" [ 1335.956176] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.967946] env[69217]: DEBUG oslo_vmware.api [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.231497] env[69217]: DEBUG nova.scheduler.client.report [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.265611] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533381, 'name': PowerOffVM_Task, 'duration_secs': 0.224883} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.265883] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.266094] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.266366] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e755d2b7-bca5-4426-8a39-723c79dae40b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.334900] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.335256] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.335599] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] faa80e88-2080-4b40-9c93-43626bbf9bec {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.335903] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f989399e-395b-4335-8a15-b67d1683fb19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.343730] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1336.343730] env[69217]: value = "task-3533384" [ 1336.343730] env[69217]: _type = "Task" [ 1336.343730] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.352008] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.467105] env[69217]: DEBUG oslo_vmware.api [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533382, 'name': PowerOnVM_Task, 'duration_secs': 0.350699} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.467381] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.467584] env[69217]: DEBUG nova.compute.manager [None req-6d02d63f-4bac-49f9-938f-3f0bd4a7a2c5 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.468490] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a423fc0-5607-4aea-b09b-52566b769854 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.736957] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.169s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.739336] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.661s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.739580] env[69217]: DEBUG nova.objects.instance [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lazy-loading 'resources' on Instance uuid fcdd619c-6604-462d-8ad7-8ab1e8f4053e {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.781245] env[69217]: INFO nova.network.neutron [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating port 0d109888-169d-4ab8-a44d-865c7b936e7a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1336.853784] env[69217]: DEBUG oslo_vmware.api [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.854055] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.854306] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.854414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.854590] env[69217]: INFO nova.compute.manager [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1336.854835] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.855040] env[69217]: DEBUG nova.compute.manager [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.855138] env[69217]: DEBUG nova.network.neutron [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.335821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b11e9-90b6-467e-802b-d8fc05c0ac4e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.343778] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a0d6b-b3d7-42d2-9233-f1076eb439f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.376856] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1284de-3c69-4651-85e0-e7c02e03e94b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.384461] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80230a1e-c33d-49ae-971e-fc5ec57524d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.398119] env[69217]: DEBUG nova.compute.provider_tree [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.516021] env[69217]: DEBUG nova.compute.manager [req-c22458d4-201d-4753-8fc5-b88d3f2276f6 req-87211fc0-178e-4284-af42-9a8cb15cf674 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Received event network-vif-deleted-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.516021] env[69217]: INFO nova.compute.manager [req-c22458d4-201d-4753-8fc5-b88d3f2276f6 req-87211fc0-178e-4284-af42-9a8cb15cf674 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Neutron deleted interface cf9dc8b9-fd0b-4cd8-8704-38524e19a32f; detaching it from the instance and deleting it from the info cache [ 1337.516021] env[69217]: DEBUG nova.network.neutron [req-c22458d4-201d-4753-8fc5-b88d3f2276f6 req-87211fc0-178e-4284-af42-9a8cb15cf674 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.585137] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19581352-af5c-4231-b244-fa1df1914cb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.591634] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Suspending the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1337.591871] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b8fe7d7-79f1-4c03-8409-3e1228faddd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.599509] env[69217]: DEBUG oslo_vmware.api [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1337.599509] env[69217]: value = "task-3533385" [ 1337.599509] env[69217]: _type = "Task" [ 1337.599509] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.606677] env[69217]: DEBUG oslo_vmware.api [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533385, 'name': SuspendVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.902417] env[69217]: DEBUG nova.scheduler.client.report [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.998863] env[69217]: DEBUG nova.network.neutron [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.018833] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12095891-450d-449c-89c9-f60d9a3dca39 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.028614] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ad547-adff-405e-a6d8-04eb30c480a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.057048] env[69217]: DEBUG nova.compute.manager [req-c22458d4-201d-4753-8fc5-b88d3f2276f6 req-87211fc0-178e-4284-af42-9a8cb15cf674 service nova] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Detach interface failed, port_id=cf9dc8b9-fd0b-4cd8-8704-38524e19a32f, reason: Instance faa80e88-2080-4b40-9c93-43626bbf9bec could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.108384] env[69217]: DEBUG oslo_vmware.api [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533385, 'name': SuspendVM_Task} progress is 75%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.406992] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.409488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.950s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.409702] env[69217]: DEBUG nova.objects.instance [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lazy-loading 'resources' on Instance uuid 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.428144] env[69217]: INFO nova.scheduler.client.report [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Deleted allocations for instance fcdd619c-6604-462d-8ad7-8ab1e8f4053e [ 1338.501223] env[69217]: INFO nova.compute.manager [-] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Took 1.65 seconds to deallocate network for instance. [ 1338.609810] env[69217]: DEBUG oslo_vmware.api [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533385, 'name': SuspendVM_Task, 'duration_secs': 0.570405} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.610032] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Suspended the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1338.610217] env[69217]: DEBUG nova.compute.manager [None req-fc50f39d-b619-4cab-bf6e-3f358415b456 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.611010] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc01c5-9e3d-4d12-b4ca-1c477f1530eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.734169] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.734418] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.734751] env[69217]: DEBUG nova.network.neutron [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.935104] env[69217]: DEBUG oslo_concurrency.lockutils [None req-905b2263-c77f-4c38-9ab4-4b279adb5929 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Lock "fcdd619c-6604-462d-8ad7-8ab1e8f4053e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.487s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.993539] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd221809-b37e-48bc-9123-283bafd02f02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.002290] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834ca42-3f68-41a5-92d5-6aa3e6dde25d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.007076] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.033154] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628a31b-fbbb-4dc4-a5d9-c3754a0ccd3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.040320] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa9f67-5726-4ce5-b1fa-e623b010f694 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.053603] env[69217]: DEBUG nova.compute.provider_tree [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.413376] env[69217]: DEBUG nova.network.neutron [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.540766] env[69217]: DEBUG nova.compute.manager [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.541060] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.541226] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.541398] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.541570] env[69217]: DEBUG nova.compute.manager [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] No waiting events found dispatching network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.541807] env[69217]: WARNING nova.compute.manager [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received unexpected event network-vif-plugged-0d109888-169d-4ab8-a44d-865c7b936e7a for instance with vm_state shelved_offloaded and task_state spawning. [ 1339.541995] env[69217]: DEBUG nova.compute.manager [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.542169] env[69217]: DEBUG nova.compute.manager [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing instance network info cache due to event network-changed-0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.542337] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.556393] env[69217]: DEBUG nova.scheduler.client.report [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.916119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.918500] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.918695] env[69217]: DEBUG nova.network.neutron [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Refreshing network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.944210] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f2fa2e90317ebfea54c7c89bf585c5ca',container_format='bare',created_at=2025-04-23T18:51:55Z,direct_url=,disk_format='vmdk',id=c9337119-4e9a-4e8b-a968-b0e08b697c9d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-967812142-shelved',owner='7ccff1029c104388852eb08365f7e525',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-04-23T18:52:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.944498] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.944609] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.944791] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.944936] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.945096] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.945308] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.945468] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.945635] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.945799] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.945972] env[69217]: DEBUG nova.virt.hardware [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.947084] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da59e5-ffee-4cd2-ba0f-8fc8027b6e7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.955272] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a004bd5-cfd0-4c7b-986e-9cda384ac7ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.969535] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d109888-169d-4ab8-a44d-865c7b936e7a', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.976484] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.976819] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.977129] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f56f92-6a15-4a22-ba8e-ed22a24badc7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.995736] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.995736] env[69217]: value = "task-3533386" [ 1339.995736] env[69217]: _type = "Task" [ 1339.995736] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.002983] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533386, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.061201] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.063521] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.057s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.063752] env[69217]: DEBUG nova.objects.instance [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'resources' on Instance uuid faa80e88-2080-4b40-9c93-43626bbf9bec {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.084548] env[69217]: INFO nova.scheduler.client.report [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Deleted allocations for instance 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3 [ 1340.237035] env[69217]: INFO nova.compute.manager [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Resuming [ 1340.237816] env[69217]: DEBUG nova.objects.instance [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'flavor' on Instance uuid cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.507799] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533386, 'name': CreateVM_Task, 'duration_secs': 0.286098} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.507981] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.508644] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.508814] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.509207] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.509761] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc7c139-0dd5-4af1-b310-7d19de888253 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.514181] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1340.514181] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c90712-b8c5-e8d5-ea1c-ee968ba38e39" [ 1340.514181] env[69217]: _type = "Task" [ 1340.514181] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.524222] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c90712-b8c5-e8d5-ea1c-ee968ba38e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.592603] env[69217]: DEBUG oslo_concurrency.lockutils [None req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Lock "33f3bd10-67ae-49e1-bb3e-389bd6b3faa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.784s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.628698] env[69217]: DEBUG nova.network.neutron [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updated VIF entry in instance network info cache for port 0d109888-169d-4ab8-a44d-865c7b936e7a. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.629410] env[69217]: DEBUG nova.network.neutron [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.633034] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2efd8a7-6120-42f8-a31f-965a218596a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.641016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb8a88-47db-4c95-8e0e-ed2ecbc9143a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.670878] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfee4a7-c8b3-49f6-b069-f8b569f30097 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.677596] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad71152-f8ea-4256-a700-fbeaa042b273 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.691798] env[69217]: DEBUG nova.compute.provider_tree [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.024719] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.025085] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Processing image c9337119-4e9a-4e8b-a968-b0e08b697c9d {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.025253] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.025405] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.025589] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.025843] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40cc29cd-9c1c-4534-81c2-68e920ccb13b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.034421] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.034594] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.035290] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387cce67-61d7-4a4a-9dbf-395d8059a0ad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.040011] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1341.040011] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52186a09-8917-59d1-5842-9d70b7b5a1b8" [ 1341.040011] env[69217]: _type = "Task" [ 1341.040011] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.047137] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52186a09-8917-59d1-5842-9d70b7b5a1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.131720] env[69217]: DEBUG oslo_concurrency.lockutils [req-c8ea79ba-1d7a-4201-9038-8558f8a4f811 req-744de5cc-2518-4187-8560-2074433b7ba1 service nova] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.195242] env[69217]: DEBUG nova.scheduler.client.report [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.551052] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1341.551335] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Fetch image to [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7/OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1341.551526] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Downloading stream optimized image c9337119-4e9a-4e8b-a968-b0e08b697c9d to [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7/OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7.vmdk on the data store datastore1 as vApp {{(pid=69217) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1341.551735] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Downloading image file data c9337119-4e9a-4e8b-a968-b0e08b697c9d to the ESX as VM named 'OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7' {{(pid=69217) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1341.622799] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1341.622799] env[69217]: value = "resgroup-9" [ 1341.622799] env[69217]: _type = "ResourcePool" [ 1341.622799] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1341.623223] env[69217]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c7ead01f-ac44-4f54-97e8-202654111ad0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.643164] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lease: (returnval){ [ 1341.643164] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1341.643164] env[69217]: _type = "HttpNfcLease" [ 1341.643164] env[69217]: } obtained for vApp import into resource pool (val){ [ 1341.643164] env[69217]: value = "resgroup-9" [ 1341.643164] env[69217]: _type = "ResourcePool" [ 1341.643164] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1341.643554] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the lease: (returnval){ [ 1341.643554] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1341.643554] env[69217]: _type = "HttpNfcLease" [ 1341.643554] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1341.648998] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1341.648998] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1341.648998] env[69217]: _type = "HttpNfcLease" [ 1341.648998] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1341.701032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.723448] env[69217]: INFO nova.scheduler.client.report [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocations for instance faa80e88-2080-4b40-9c93-43626bbf9bec [ 1341.748123] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.748576] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquired lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.748855] env[69217]: DEBUG nova.network.neutron [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.152159] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.152159] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1342.152159] env[69217]: _type = "HttpNfcLease" [ 1342.152159] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.230262] env[69217]: DEBUG oslo_concurrency.lockutils [None req-663d125f-0807-425c-98fc-2177fcbba6a1 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "faa80e88-2080-4b40-9c93-43626bbf9bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.997s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.450300] env[69217]: DEBUG nova.network.neutron [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [{"id": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "address": "fa:16:3e:f0:ed:8a", "network": {"id": "94298a1f-4f47-4693-9439-f49ffffd7e06", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-318851392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd913ebde75f4232b236c389fc5ec19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852729f9-e7", "ovs_interfaceid": "852729f9-e7bb-4cb2-94ff-96887dd901a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.652630] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.652630] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1342.652630] env[69217]: _type = "HttpNfcLease" [ 1342.652630] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.954048] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Releasing lock "refresh_cache-cdda00b5-7c55-45e3-b54a-788a64a1775c" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.954655] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ec212-1312-4dbf-947b-a5805b8d6056 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.961096] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Resuming the VM {{(pid=69217) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1342.961319] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9e908ac-6330-462d-8a8a-ac2c59f7d4e2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.967954] env[69217]: DEBUG oslo_vmware.api [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1342.967954] env[69217]: value = "task-3533391" [ 1342.967954] env[69217]: _type = "Task" [ 1342.967954] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.980540] env[69217]: DEBUG oslo_vmware.api [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.153201] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.153201] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1343.153201] env[69217]: _type = "HttpNfcLease" [ 1343.153201] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.153632] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.153632] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52500a76-5ab0-6b1c-14c2-3300e16e95de" [ 1343.153632] env[69217]: _type = "HttpNfcLease" [ 1343.153632] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1343.154235] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f975b63-53a8-4674-8e54-6d4ecc466d26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.162660] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.162883] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1343.225900] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9c0c659-14b9-466a-8542-4e46377dd625 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.481495] env[69217]: DEBUG oslo_vmware.api [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533391, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.983208] env[69217]: DEBUG oslo_vmware.api [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533391, 'name': PowerOnVM_Task, 'duration_secs': 0.518125} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.983208] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Resumed the VM {{(pid=69217) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1343.983208] env[69217]: DEBUG nova.compute.manager [None req-6e120eb7-b240-4cae-8922-c24db4547bf4 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.984174] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792895e-abba-46af-b4af-94642fb5c2d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.381376] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1344.381694] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.382681] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7a216-9e05-4120-ad56-bc8efb3d45b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.390994] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.391243] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1344.391526] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-57a91c3f-0d18-4032-8985-276554c92b1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.611023] env[69217]: DEBUG oslo_vmware.rw_handles [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524da844-7997-9ba8-7bd0-d5f4be8abea4/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1344.611023] env[69217]: INFO nova.virt.vmwareapi.images [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Downloaded image file data c9337119-4e9a-4e8b-a968-b0e08b697c9d [ 1344.611023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a320ba3-be92-4b11-a58d-a06c26a44610 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.633657] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d57fa07-22ac-4bc2-a0ae-a45c81840faa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.659505] env[69217]: INFO nova.virt.vmwareapi.images [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] The imported VM was unregistered [ 1344.661969] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1344.662760] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.663115] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3831da8-2015-439b-b32a-1269147418fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.674600] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.674766] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7/OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7.vmdk to [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk. {{(pid=69217) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1344.675047] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76291d53-f1f9-436e-bcc4-4d3e6adcec89 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.682394] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1344.682394] env[69217]: value = "task-3533393" [ 1344.682394] env[69217]: _type = "Task" [ 1344.682394] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.688941] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.975070] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.975372] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.975597] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.975816] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.976035] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.978069] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.978378] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.978738] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.979042] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.979231] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.981277] env[69217]: INFO nova.compute.manager [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Terminating instance [ 1344.983242] env[69217]: INFO nova.compute.manager [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Terminating instance [ 1345.193035] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.487953] env[69217]: DEBUG nova.compute.manager [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.488342] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.488817] env[69217]: DEBUG nova.compute.manager [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.489064] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.489980] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeba715-68c2-4dfa-b97b-06527db13182 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.493558] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1ec27-e465-49dd-94bd-5326f0e4ec26 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.503118] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.505259] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af6b5bf-af04-4667-a659-7cb7f6cc80da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.507218] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.507474] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8a4787-54dc-4179-95c5-e8df8349aaa9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.515384] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1345.515384] env[69217]: value = "task-3533396" [ 1345.515384] env[69217]: _type = "Task" [ 1345.515384] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.516784] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1345.516784] env[69217]: value = "task-3533395" [ 1345.516784] env[69217]: _type = "Task" [ 1345.516784] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.530043] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.534027] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.695214] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.031464] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533395, 'name': PowerOffVM_Task, 'duration_secs': 0.229784} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.034764] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.034979] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.035291] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533396, 'name': PowerOffVM_Task, 'duration_secs': 0.214936} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.035530] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2b5c5c-1868-454b-b6e4-923612a169eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.037199] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.037380] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.037647] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ff7ed7-c743-4a36-8be8-ee1fd365cd14 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.121583] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.121800] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Deleting contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.122021] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleting the datastore file [datastore2] cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.122297] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a581ca-66e9-471d-8aae-2667f57f8d19 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.125269] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.125428] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.125604] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleting the datastore file [datastore1] 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.126251] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-525f41f8-3e8a-4067-8bd0-1af8c701d1c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.130916] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for the task: (returnval){ [ 1346.130916] env[69217]: value = "task-3533399" [ 1346.130916] env[69217]: _type = "Task" [ 1346.130916] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.135747] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for the task: (returnval){ [ 1346.135747] env[69217]: value = "task-3533400" [ 1346.135747] env[69217]: _type = "Task" [ 1346.135747] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.138844] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.146731] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.192837] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.641500] env[69217]: DEBUG oslo_vmware.api [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Task: {'id': task-3533399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200502} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.644724] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.644932] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Deleted contents of the VM from datastore datastore2 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.645131] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.645318] env[69217]: INFO nova.compute.manager [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1346.645558] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.645773] env[69217]: DEBUG nova.compute.manager [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.645871] env[69217]: DEBUG nova.network.neutron [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.652727] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.692675] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.152169] env[69217]: DEBUG oslo_vmware.api [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Task: {'id': task-3533400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.891714} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.152477] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.152672] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.152854] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.153059] env[69217]: INFO nova.compute.manager [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1347.153318] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.153520] env[69217]: DEBUG nova.compute.manager [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.153616] env[69217]: DEBUG nova.network.neutron [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.194131] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533393, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.322763} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.194477] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7/OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7.vmdk to [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk. [ 1347.194754] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Cleaning up location [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7 {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1347.194985] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6f196030-7a8c-40a8-ad17-fe89382341a7 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.195328] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fdbc07e-8aa6-4bb5-9523-b0c4d2262b0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.205366] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1347.205366] env[69217]: value = "task-3533401" [ 1347.205366] env[69217]: _type = "Task" [ 1347.205366] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.214954] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.264573] env[69217]: DEBUG nova.compute.manager [req-a6819f1b-a81f-462e-8bc3-11f2e9a4dc2f req-9e2e9149-c1ea-40e4-80c3-d957c445830a service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Received event network-vif-deleted-852729f9-e7bb-4cb2-94ff-96887dd901a6 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.264783] env[69217]: INFO nova.compute.manager [req-a6819f1b-a81f-462e-8bc3-11f2e9a4dc2f req-9e2e9149-c1ea-40e4-80c3-d957c445830a service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Neutron deleted interface 852729f9-e7bb-4cb2-94ff-96887dd901a6; detaching it from the instance and deleting it from the info cache [ 1347.265477] env[69217]: DEBUG nova.network.neutron [req-a6819f1b-a81f-462e-8bc3-11f2e9a4dc2f req-9e2e9149-c1ea-40e4-80c3-d957c445830a service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.715027] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034289} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.715307] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.715469] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.715725] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk to [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.715994] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6255e07-4cb3-47b3-a2d9-e3995b55908c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.722913] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1347.722913] env[69217]: value = "task-3533402" [ 1347.722913] env[69217]: _type = "Task" [ 1347.722913] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.730410] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.743056] env[69217]: DEBUG nova.network.neutron [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.768873] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d6ba348-3a76-4ef1-8424-781318387fa6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.778429] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d85ed7-5503-494b-9ee6-892d70e616a9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.806507] env[69217]: DEBUG nova.compute.manager [req-a6819f1b-a81f-462e-8bc3-11f2e9a4dc2f req-9e2e9149-c1ea-40e4-80c3-d957c445830a service nova] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Detach interface failed, port_id=852729f9-e7bb-4cb2-94ff-96887dd901a6, reason: Instance cdda00b5-7c55-45e3-b54a-788a64a1775c could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.889372] env[69217]: DEBUG nova.network.neutron [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.233516] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.245204] env[69217]: INFO nova.compute.manager [-] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Took 1.60 seconds to deallocate network for instance. [ 1348.392099] env[69217]: INFO nova.compute.manager [-] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Took 1.24 seconds to deallocate network for instance. [ 1348.734871] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.752348] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.752639] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.752943] env[69217]: DEBUG nova.objects.instance [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lazy-loading 'resources' on Instance uuid cdda00b5-7c55-45e3-b54a-788a64a1775c {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.899708] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.235487] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.296240] env[69217]: DEBUG nova.compute.manager [req-199155a7-87ce-468f-b1d1-7bcbcd5c5b8f req-5db0561c-2287-4412-a711-536dea2b2837 service nova] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Received event network-vif-deleted-cdeffd31-efc7-4139-92f5-5ba68f7977c5 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.315466] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a23db6-1a71-478d-ba8c-ee35481ae04d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.323087] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b09fb1-ac50-437d-aabd-2775d853c7cd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.356099] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfbe27-297f-4a70-adfe-e86df859b875 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.364103] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf1667-3812-40e9-9823-b5145bd520c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.380129] env[69217]: DEBUG nova.compute.provider_tree [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.735551] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.883850] env[69217]: DEBUG nova.scheduler.client.report [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.237183] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533402, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314067} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.237414] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9337119-4e9a-4e8b-a968-b0e08b697c9d/c9337119-4e9a-4e8b-a968-b0e08b697c9d.vmdk to [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.238220] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f76597-3160-4f26-933d-09a962084a2d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.259430] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.259667] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c520e6d-8229-47f3-adac-9422c4b277d4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.279422] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1350.279422] env[69217]: value = "task-3533404" [ 1350.279422] env[69217]: _type = "Task" [ 1350.279422] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.286431] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.393251] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.395540] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.496s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.395774] env[69217]: DEBUG nova.objects.instance [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lazy-loading 'resources' on Instance uuid 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.415845] env[69217]: INFO nova.scheduler.client.report [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Deleted allocations for instance cdda00b5-7c55-45e3-b54a-788a64a1775c [ 1350.791037] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533404, 'name': ReconfigVM_Task, 'duration_secs': 0.33907} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.791037] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f/4835c166-6f8e-42e2-b89f-dd6f965c264f.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.791037] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8834acff-4802-42ab-8063-43b2fc928bd5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.795318] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1350.795318] env[69217]: value = "task-3533405" [ 1350.795318] env[69217]: _type = "Task" [ 1350.795318] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.802396] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533405, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.925586] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f80f762f-10e8-49f3-9926-16c5f532f9ce tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Lock "cdda00b5-7c55-45e3-b54a-788a64a1775c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.941531] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5261b6-26fe-43d3-8712-01501f70b5bb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.949184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967ff68-3fef-4ac7-8daa-2da958d218f1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.980166] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a70e03-e78c-4a1b-bad4-75c302bae0d2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.987148] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b0f258-e359-4934-8ffc-52129a6da0e8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.000117] env[69217]: DEBUG nova.compute.provider_tree [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.304921] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533405, 'name': Rename_Task, 'duration_secs': 0.154383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.305981] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.305981] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d3a04f8-2929-410d-a9ac-c85647dab127 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.313072] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1351.313072] env[69217]: value = "task-3533406" [ 1351.313072] env[69217]: _type = "Task" [ 1351.313072] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.322466] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.503650] env[69217]: DEBUG nova.scheduler.client.report [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.825984] env[69217]: DEBUG oslo_vmware.api [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533406, 'name': PowerOnVM_Task, 'duration_secs': 0.476219} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.826526] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.962468] env[69217]: DEBUG nova.compute.manager [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.963851] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001597b7-23d8-4c10-8c13-caba145dfeb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.008315] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.031635] env[69217]: INFO nova.scheduler.client.report [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Deleted allocations for instance 4ff52a51-5a35-4ca8-bd65-b9e631d2d119 [ 1352.492428] env[69217]: DEBUG oslo_concurrency.lockutils [None req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.106s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.544418] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Lock "4ff52a51-5a35-4ca8-bd65-b9e631d2d119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.569s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.671510] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a04ed-ddec-4f38-b9bf-188d67edbfad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.678554] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Suspending the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1354.678788] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f6327b04-1ab3-4ba2-a2e9-71b04954b345 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.685275] env[69217]: DEBUG oslo_vmware.api [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1354.685275] env[69217]: value = "task-3533407" [ 1354.685275] env[69217]: _type = "Task" [ 1354.685275] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.693583] env[69217]: DEBUG oslo_vmware.api [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533407, 'name': SuspendVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.198719] env[69217]: DEBUG oslo_vmware.api [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533407, 'name': SuspendVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.696876] env[69217]: DEBUG oslo_vmware.api [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533407, 'name': SuspendVM_Task, 'duration_secs': 0.641541} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.697194] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Suspended the VM {{(pid=69217) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1355.697398] env[69217]: DEBUG nova.compute.manager [None req-4014789b-cd27-4dec-aead-6473020e8f17 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.698178] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1837d68d-2feb-4e2a-bbcd-befc383620f5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.165991] env[69217]: INFO nova.compute.manager [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Resuming [ 1357.166532] env[69217]: DEBUG nova.objects.instance [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'flavor' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.431958] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.431958] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.933719] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.454675] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.454975] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.456438] env[69217]: INFO nova.compute.claims [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.676892] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.677088] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquired lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.677244] env[69217]: DEBUG nova.network.neutron [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.167556] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.167556] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.348979] env[69217]: DEBUG nova.network.neutron [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [{"id": "0d109888-169d-4ab8-a44d-865c7b936e7a", "address": "fa:16:3e:d9:2a:77", "network": {"id": "b0f95012-2226-4a34-aa8a-c8f7823e4290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-921507679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccff1029c104388852eb08365f7e525", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d109888-16", "ovs_interfaceid": "0d109888-169d-4ab8-a44d-865c7b936e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.501056] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f74eaba-a2d1-47cd-a6fc-b04657aa7f69 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.508282] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7a68b-526c-4c71-944e-d9d4b6e45683 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.538373] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525fc683-1a89-44da-bced-3bdbe0216f51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.544954] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aefac8-8c4b-4491-aeb8-3c3db39982c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.557444] env[69217]: DEBUG nova.compute.provider_tree [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.851763] env[69217]: DEBUG oslo_concurrency.lockutils [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Releasing lock "refresh_cache-4835c166-6f8e-42e2-b89f-dd6f965c264f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.852712] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d5bbe-3e5a-43df-afba-bddd427601ab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.859369] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Resuming the VM {{(pid=69217) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1359.859587] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9522cc3c-db06-4548-837d-98ba07d8d6ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.866352] env[69217]: DEBUG oslo_vmware.api [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1359.866352] env[69217]: value = "task-3533408" [ 1359.866352] env[69217]: _type = "Task" [ 1359.866352] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.873488] env[69217]: DEBUG oslo_vmware.api [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.060832] env[69217]: DEBUG nova.scheduler.client.report [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.163584] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.167148] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.167377] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.167557] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1360.376604] env[69217]: DEBUG oslo_vmware.api [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533408, 'name': PowerOnVM_Task, 'duration_secs': 0.507976} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.376852] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Resumed the VM {{(pid=69217) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1360.377051] env[69217]: DEBUG nova.compute.manager [None req-33757f63-09ee-4eb7-a677-1fd6dfe617e2 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.378042] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e458b54-450a-404d-8cd7-bb306f105959 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.566085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.567050] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.072642] env[69217]: DEBUG nova.compute.utils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.074117] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.074294] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.122625] env[69217]: DEBUG nova.policy [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544d0e958b914b5395d34c93e58f70ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8a68e236904ae4be9f332218a33dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.389168] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Successfully created port: ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.581539] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.167589] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.599082] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.625572] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.625572] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.625785] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.625883] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.626081] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.626272] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.626541] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.626742] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.626949] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.627165] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.627349] env[69217]: DEBUG nova.virt.hardware [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.628244] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dfd3d8-e540-4355-81da-752150d5c47a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.636448] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf633e9-1400-48f0-85af-e670be359e80 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.832737] env[69217]: DEBUG nova.compute.manager [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Received event network-vif-plugged-ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.833015] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.833330] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.833653] env[69217]: DEBUG oslo_concurrency.lockutils [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.833945] env[69217]: DEBUG nova.compute.manager [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] No waiting events found dispatching network-vif-plugged-ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.834292] env[69217]: WARNING nova.compute.manager [req-bb799788-99d6-4e36-8f0b-f7134a521d94 req-5c9e300f-e025-4df3-bda3-e80b058e00ae service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Received unexpected event network-vif-plugged-ffad97bd-859a-41df-8ad6-caa7a038dfe2 for instance with vm_state building and task_state spawning. [ 1362.914310] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Successfully updated port: ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.168249] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.417203] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.417203] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.417203] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.672092] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.672447] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.672503] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.672664] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1363.673586] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1978f2d7-74e2-42fd-87e8-f4ebd4e49cfb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.681777] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187976ae-ebf6-4007-954c-379a1b452219 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.695542] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7110dca-7511-4932-86a9-54ef47b06314 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.701659] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbab72f-f3a2-4080-83c5-24397f4a99d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.731967] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179809MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1363.732137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.732348] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.956114] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.075607] env[69217]: DEBUG nova.network.neutron [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.578674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.578971] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Instance network_info: |[{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.579419] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a3:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffad97bd-859a-41df-8ad6-caa7a038dfe2', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.586887] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating folder: Project (ed8a68e236904ae4be9f332218a33dd5). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.587183] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3279488a-6d74-4345-9f91-47e439595d0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.598527] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created folder: Project (ed8a68e236904ae4be9f332218a33dd5) in parent group-v705386. [ 1364.598708] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating folder: Instances. Parent ref: group-v705700. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.598958] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9a3279-7fa2-4da7-9641-6561043615dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.607595] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created folder: Instances in parent group-v705700. [ 1364.607854] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.608074] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.608275] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8f535c-b702-407f-a23a-c0fce2097439 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.625761] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.625761] env[69217]: value = "task-3533411" [ 1364.625761] env[69217]: _type = "Task" [ 1364.625761] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.632588] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533411, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.757550] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 4835c166-6f8e-42e2-b89f-dd6f965c264f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.757820] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 5fad2e7d-9017-4421-bd2e-282bccdebd4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.757921] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1364.758104] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1364.797613] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ae8e2-7aa6-472b-afc1-ddc1584108a7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.806687] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c6de4-c42c-4b63-948a-cebb1dc494b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.841093] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdea81d-0861-4d3a-b1bd-5d5933f5beb4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.849622] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7fa81a-cfa4-4905-b4bb-8c76f5112328 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.864015] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.867371] env[69217]: DEBUG nova.compute.manager [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Received event network-changed-ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.867371] env[69217]: DEBUG nova.compute.manager [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Refreshing instance network info cache due to event network-changed-ffad97bd-859a-41df-8ad6-caa7a038dfe2. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.867566] env[69217]: DEBUG oslo_concurrency.lockutils [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.867782] env[69217]: DEBUG oslo_concurrency.lockutils [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.867970] env[69217]: DEBUG nova.network.neutron [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Refreshing network info cache for port ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.135453] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533411, 'name': CreateVM_Task, 'duration_secs': 0.325107} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.135643] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.136263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.136429] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.136757] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.137021] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2061df-5f9a-4bd4-a9d5-d1c3ed9d8696 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.141368] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1365.141368] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ccc609-954e-905c-e4ed-c2f25ecce35a" [ 1365.141368] env[69217]: _type = "Task" [ 1365.141368] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.148796] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ccc609-954e-905c-e4ed-c2f25ecce35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.371180] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.428014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.428014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.428214] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.428417] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.428590] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.433941] env[69217]: INFO nova.compute.manager [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Terminating instance [ 1365.607129] env[69217]: DEBUG nova.network.neutron [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updated VIF entry in instance network info cache for port ffad97bd-859a-41df-8ad6-caa7a038dfe2. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.607500] env[69217]: DEBUG nova.network.neutron [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.652741] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ccc609-954e-905c-e4ed-c2f25ecce35a, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.652999] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.653251] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.653542] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.653703] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.653891] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.654168] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee2b402-172a-4e6e-b82c-350d4fe6ccb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.662187] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.662365] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.663100] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe45721-2bd8-4a05-bd4b-bca4fac4d2d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.667919] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1365.667919] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9580b-e538-6274-bb17-0673836101da" [ 1365.667919] env[69217]: _type = "Task" [ 1365.667919] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.676368] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9580b-e538-6274-bb17-0673836101da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.877407] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1365.877801] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.938260] env[69217]: DEBUG nova.compute.manager [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.938381] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.939291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e33cb-9baf-4a68-a65e-70511336904b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.946975] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.947215] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5590499-ada4-48bb-a38f-099eb2de46d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.953666] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1365.953666] env[69217]: value = "task-3533412" [ 1365.953666] env[69217]: _type = "Task" [ 1365.953666] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.961054] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.110081] env[69217]: DEBUG oslo_concurrency.lockutils [req-ea51751a-b2ec-41a2-9876-541e1e76a70d req-c6735b46-675b-4901-a540-f4be8f87b1d9 service nova] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.178243] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52c9580b-e538-6274-bb17-0673836101da, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.179012] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee05c93-bcfe-4cd3-8855-7d8c44bb5a04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.183725] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1366.183725] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8e7e9-bc77-b7a5-60a4-b98ac4a428ab" [ 1366.183725] env[69217]: _type = "Task" [ 1366.183725] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.191051] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8e7e9-bc77-b7a5-60a4-b98ac4a428ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.463473] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533412, 'name': PowerOffVM_Task, 'duration_secs': 0.165547} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.463752] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.463921] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.464207] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa07e7c2-1034-4285-851b-ab700e1a37ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.694027] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8e7e9-bc77-b7a5-60a4-b98ac4a428ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.694315] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.694571] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.694825] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c9cb91-5f52-4ea5-a3cd-c17c9f37c558 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.701325] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1366.701325] env[69217]: value = "task-3533414" [ 1366.701325] env[69217]: _type = "Task" [ 1366.701325] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.708965] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.777657] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.777867] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.778064] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleting the datastore file [datastore1] 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.778278] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcb2f63d-5352-40c6-abd8-076b0923473b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.790066] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for the task: (returnval){ [ 1366.790066] env[69217]: value = "task-3533415" [ 1366.790066] env[69217]: _type = "Task" [ 1366.790066] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.797606] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.878403] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.212023] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.212296] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.212514] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.212777] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b80379c-446a-474d-aa95-603f01162a91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.218897] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1367.218897] env[69217]: value = "task-3533416" [ 1367.218897] env[69217]: _type = "Task" [ 1367.218897] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.225822] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.299766] env[69217]: DEBUG oslo_vmware.api [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Task: {'id': task-3533415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450636} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.300027] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.300209] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.300381] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.300554] env[69217]: INFO nova.compute.manager [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1367.300788] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.301022] env[69217]: DEBUG nova.compute.manager [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.301113] env[69217]: DEBUG nova.network.neutron [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.547726] env[69217]: DEBUG nova.compute.manager [req-9198a971-1efb-4a13-b9cf-e80a154f7356 req-70837ceb-560c-48e1-9cc0-f92d60d3a862 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Received event network-vif-deleted-0d109888-169d-4ab8-a44d-865c7b936e7a {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.547726] env[69217]: INFO nova.compute.manager [req-9198a971-1efb-4a13-b9cf-e80a154f7356 req-70837ceb-560c-48e1-9cc0-f92d60d3a862 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Neutron deleted interface 0d109888-169d-4ab8-a44d-865c7b936e7a; detaching it from the instance and deleting it from the info cache [ 1367.547726] env[69217]: DEBUG nova.network.neutron [req-9198a971-1efb-4a13-b9cf-e80a154f7356 req-70837ceb-560c-48e1-9cc0-f92d60d3a862 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.729770] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068553} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.730016] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.730786] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a626ec18-b51d-4d9a-ad1d-5a955a38967f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.752032] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.752288] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75351e58-c62a-47c5-88a6-d717885e4fdd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.771386] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1367.771386] env[69217]: value = "task-3533417" [ 1367.771386] env[69217]: _type = "Task" [ 1367.771386] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.778375] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.025942] env[69217]: DEBUG nova.network.neutron [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.049078] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d495308-8844-41ae-bc9f-192223cafe64 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.058171] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236306f7-a84d-4253-8538-b67c78c5966e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.083418] env[69217]: DEBUG nova.compute.manager [req-9198a971-1efb-4a13-b9cf-e80a154f7356 req-70837ceb-560c-48e1-9cc0-f92d60d3a862 service nova] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Detach interface failed, port_id=0d109888-169d-4ab8-a44d-865c7b936e7a, reason: Instance 4835c166-6f8e-42e2-b89f-dd6f965c264f could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.280736] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533417, 'name': ReconfigVM_Task, 'duration_secs': 0.347437} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.281043] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.281684] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf4fe4ba-33f3-476d-b6f5-a617415fed43 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.287837] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1368.287837] env[69217]: value = "task-3533418" [ 1368.287837] env[69217]: _type = "Task" [ 1368.287837] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.295410] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533418, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.530088] env[69217]: INFO nova.compute.manager [-] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Took 1.23 seconds to deallocate network for instance. [ 1368.797066] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533418, 'name': Rename_Task, 'duration_secs': 0.155888} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.797305] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.797559] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc1d786-3279-4c17-a528-e8e654a4ad4b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.803572] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1368.803572] env[69217]: value = "task-3533419" [ 1368.803572] env[69217]: _type = "Task" [ 1368.803572] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.810675] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.036014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.036467] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.036525] env[69217]: DEBUG nova.objects.instance [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lazy-loading 'resources' on Instance uuid 4835c166-6f8e-42e2-b89f-dd6f965c264f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.313958] env[69217]: DEBUG oslo_vmware.api [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533419, 'name': PowerOnVM_Task, 'duration_secs': 0.42134} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.314252] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.314441] env[69217]: INFO nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1369.314620] env[69217]: DEBUG nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.315388] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa36a94-a6ce-4147-a1a3-3e41c51bcda6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.585329] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d84337-3fcd-4f1e-a0e1-a5127d06cc49 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.592809] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aba58a-3627-4e60-beaa-92e8030e15fa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.622435] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6839340c-1ff3-4c91-af37-323bce5ab6b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.628983] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2df98-67cc-405a-a4a2-465370f315d0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.642095] env[69217]: DEBUG nova.compute.provider_tree [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.835872] env[69217]: INFO nova.compute.manager [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 11.40 seconds to build instance. [ 1370.144808] env[69217]: DEBUG nova.scheduler.client.report [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.338413] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.906s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.418088] env[69217]: DEBUG nova.compute.manager [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Received event network-changed-ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.418297] env[69217]: DEBUG nova.compute.manager [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Refreshing instance network info cache due to event network-changed-ffad97bd-859a-41df-8ad6-caa7a038dfe2. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.418509] env[69217]: DEBUG oslo_concurrency.lockutils [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.418653] env[69217]: DEBUG oslo_concurrency.lockutils [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.418812] env[69217]: DEBUG nova.network.neutron [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Refreshing network info cache for port ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.649768] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.666950] env[69217]: INFO nova.scheduler.client.report [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Deleted allocations for instance 4835c166-6f8e-42e2-b89f-dd6f965c264f [ 1371.123556] env[69217]: DEBUG nova.network.neutron [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updated VIF entry in instance network info cache for port ffad97bd-859a-41df-8ad6-caa7a038dfe2. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.123938] env[69217]: DEBUG nova.network.neutron [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.173977] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3444d659-4a19-4652-b7f4-eb7cfc87a784 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Lock "4835c166-6f8e-42e2-b89f-dd6f965c264f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.626731] env[69217]: DEBUG oslo_concurrency.lockutils [req-096c385d-3c2b-4bae-9bf6-ce45fbe4a63d req-2e686360-0684-44d8-b26d-6262818a678b service nova] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.458030] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.458030] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.960168] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.482763] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.483067] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.484679] env[69217]: INFO nova.compute.claims [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.536412] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086d4d7-9909-4862-a8a8-e6b18b3a2b38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.544878] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c1e6f-62f5-4760-9149-823638d2323d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.578492] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2cf4df-0bed-4bc6-b538-b33f7ceea39b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.586920] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b55e3-7bf3-459b-9589-05fca7c0e965 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.600799] env[69217]: DEBUG nova.compute.provider_tree [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.103805] env[69217]: DEBUG nova.scheduler.client.report [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.609414] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.609957] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.115491] env[69217]: DEBUG nova.compute.utils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.116903] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.117090] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.161084] env[69217]: DEBUG nova.policy [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b789716ba0ad42338fe123b8fef4187e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7ee1bd5788483e92da650cb1d055d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.393328] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Successfully created port: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.620376] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.631306] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.685253] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.685519] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.685675] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.685856] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.686010] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.686170] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.686438] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.686612] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.686782] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.686947] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.687137] env[69217]: DEBUG nova.virt.hardware [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.688090] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8ec47-92f1-485c-9205-622f73084f8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.696342] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6635b26c-c6cd-4a62-98ca-ec64ad6ae981 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.738807] env[69217]: DEBUG nova.compute.manager [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Received event network-vif-plugged-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.739071] env[69217]: DEBUG oslo_concurrency.lockutils [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.739265] env[69217]: DEBUG oslo_concurrency.lockutils [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.739433] env[69217]: DEBUG oslo_concurrency.lockutils [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.739633] env[69217]: DEBUG nova.compute.manager [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] No waiting events found dispatching network-vif-plugged-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.739802] env[69217]: WARNING nova.compute.manager [req-c781711f-8d08-4866-be53-510b7bea102f req-dd1b15a1-b0e9-4e80-b4e0-6829efc69b51 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Received unexpected event network-vif-plugged-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 for instance with vm_state building and task_state spawning. [ 1381.816896] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Successfully updated port: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.319674] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.319840] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.319993] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.851950] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.968649] env[69217]: DEBUG nova.network.neutron [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.471831] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.472336] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Instance network_info: |[{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.472867] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e3:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.480566] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Creating folder: Project (9c7ee1bd5788483e92da650cb1d055d8). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.480892] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87eed2b4-e35f-4f61-abde-e78234b06d27 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.492838] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Created folder: Project (9c7ee1bd5788483e92da650cb1d055d8) in parent group-v705386. [ 1383.493106] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Creating folder: Instances. Parent ref: group-v705703. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.493392] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d3a4a9-6499-4d16-a452-292a0fa2c113 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.502170] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Created folder: Instances in parent group-v705703. [ 1383.502385] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.502562] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.502748] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec93429-97a9-4502-ae7f-8b62d6925317 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.519758] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.519758] env[69217]: value = "task-3533422" [ 1383.519758] env[69217]: _type = "Task" [ 1383.519758] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.526993] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533422, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.766358] env[69217]: DEBUG nova.compute.manager [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Received event network-changed-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.766628] env[69217]: DEBUG nova.compute.manager [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Refreshing instance network info cache due to event network-changed-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.766795] env[69217]: DEBUG oslo_concurrency.lockutils [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] Acquiring lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.766940] env[69217]: DEBUG oslo_concurrency.lockutils [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] Acquired lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.767140] env[69217]: DEBUG nova.network.neutron [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Refreshing network info cache for port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.029457] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533422, 'name': CreateVM_Task, 'duration_secs': 0.312764} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.029820] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.030254] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.030426] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.030742] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.030990] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547fd63c-f7cc-4ebf-b593-30e499a7b270 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.035570] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1384.035570] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee8b1e-5f55-47e8-2a58-cd7b7875beaf" [ 1384.035570] env[69217]: _type = "Task" [ 1384.035570] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.042931] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee8b1e-5f55-47e8-2a58-cd7b7875beaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.440328] env[69217]: DEBUG nova.network.neutron [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updated VIF entry in instance network info cache for port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.440680] env[69217]: DEBUG nova.network.neutron [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.544899] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52ee8b1e-5f55-47e8-2a58-cd7b7875beaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.545204] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.545447] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.545706] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.545823] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.545997] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.546270] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea983b6-3e80-4fde-8218-0980403a3689 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.554139] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.554316] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.554999] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607ad263-bfec-4f78-a45a-471defd62c82 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.559491] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1384.559491] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5536-f0d6-7923-5322-5404b0673347" [ 1384.559491] env[69217]: _type = "Task" [ 1384.559491] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.568147] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5536-f0d6-7923-5322-5404b0673347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.943804] env[69217]: DEBUG oslo_concurrency.lockutils [req-49a42b27-6beb-49b3-b964-cff42244c432 req-16ae0c0e-b6d5-4fc5-8be2-8ed49d0c2d3e service nova] Releasing lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.070249] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]521f5536-f0d6-7923-5322-5404b0673347, 'name': SearchDatastore_Task, 'duration_secs': 0.008568} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.071048] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f49c98-10cd-4abd-b21c-2518b9a1f03a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.077032] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1385.077032] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cd9851-4673-68c4-ebc1-9dbbebbaa244" [ 1385.077032] env[69217]: _type = "Task" [ 1385.077032] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.084037] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cd9851-4673-68c4-ebc1-9dbbebbaa244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.586669] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cd9851-4673-68c4-ebc1-9dbbebbaa244, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.587068] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.587173] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e1bc651f-daa5-4672-94f5-a2db3861a55f/e1bc651f-daa5-4672-94f5-a2db3861a55f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.587429] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c6161b-12a7-4b5d-993d-df4a9d0717ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.593641] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1385.593641] env[69217]: value = "task-3533423" [ 1385.593641] env[69217]: _type = "Task" [ 1385.593641] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.600974] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.103364] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412067} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.103873] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] e1bc651f-daa5-4672-94f5-a2db3861a55f/e1bc651f-daa5-4672-94f5-a2db3861a55f.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.103873] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.104122] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-888cd43a-5367-4f9a-a816-c24881da945f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.110432] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1386.110432] env[69217]: value = "task-3533424" [ 1386.110432] env[69217]: _type = "Task" [ 1386.110432] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.118921] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.620090] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062388} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.620306] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.623036] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16f0d8-084c-4514-b31f-be1c3c00be16 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.642190] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] e1bc651f-daa5-4672-94f5-a2db3861a55f/e1bc651f-daa5-4672-94f5-a2db3861a55f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.642393] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f1198b-800f-487a-a842-1e85e2127746 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.661836] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1386.661836] env[69217]: value = "task-3533425" [ 1386.661836] env[69217]: _type = "Task" [ 1386.661836] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.668961] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.171997] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533425, 'name': ReconfigVM_Task, 'duration_secs': 0.27142} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.172498] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] e1bc651f-daa5-4672-94f5-a2db3861a55f/e1bc651f-daa5-4672-94f5-a2db3861a55f.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.172936] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030d8049-625b-4873-9d1c-5708a2db7e7b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.178480] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1387.178480] env[69217]: value = "task-3533426" [ 1387.178480] env[69217]: _type = "Task" [ 1387.178480] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.185464] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533426, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.688586] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533426, 'name': Rename_Task, 'duration_secs': 0.136038} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.688848] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.689123] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a328fc32-9544-470f-b3da-4be867338daf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.695598] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1387.695598] env[69217]: value = "task-3533427" [ 1387.695598] env[69217]: _type = "Task" [ 1387.695598] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.702664] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.206139] env[69217]: DEBUG oslo_vmware.api [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533427, 'name': PowerOnVM_Task, 'duration_secs': 0.416626} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.206553] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.206601] env[69217]: INFO nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1388.206760] env[69217]: DEBUG nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.207552] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0f9df-a944-4e62-b48f-a05217b57dad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.725551] env[69217]: INFO nova.compute.manager [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Took 11.26 seconds to build instance. [ 1389.227341] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7e84def3-773c-4860-ad2a-3f9f41890c9d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.770s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.392309] env[69217]: DEBUG nova.compute.manager [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Received event network-changed-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.392608] env[69217]: DEBUG nova.compute.manager [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Refreshing instance network info cache due to event network-changed-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.392914] env[69217]: DEBUG oslo_concurrency.lockutils [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] Acquiring lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.393168] env[69217]: DEBUG oslo_concurrency.lockutils [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] Acquired lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.393426] env[69217]: DEBUG nova.network.neutron [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Refreshing network info cache for port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.106156] env[69217]: DEBUG nova.network.neutron [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updated VIF entry in instance network info cache for port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.106530] env[69217]: DEBUG nova.network.neutron [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.609632] env[69217]: DEBUG oslo_concurrency.lockutils [req-dceb025c-e4f7-4348-ac9e-d4f31e1cee07 req-309dc6f0-491c-4d0a-a12e-0d4c9a4e60c1 service nova] Releasing lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.303734] env[69217]: DEBUG nova.compute.manager [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.304723] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a63a1-1351-4693-b245-122833a1aa02 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.814808] env[69217]: INFO nova.compute.manager [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] instance snapshotting [ 1408.815471] env[69217]: DEBUG nova.objects.instance [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.321115] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbb384-4e38-46cc-bab1-e33ce9787193 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.340689] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db26dc4e-7645-4888-8d5d-85c01bd58d4d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.851378] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1409.851721] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d2b9ba8-08d5-45fd-8713-b6bd63b794ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.859123] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1409.859123] env[69217]: value = "task-3533428" [ 1409.859123] env[69217]: _type = "Task" [ 1409.859123] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.867184] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.369588] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533428, 'name': CreateSnapshot_Task, 'duration_secs': 0.427706} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.369968] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1410.370541] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefd31c-1fd4-41ab-99ac-abcf1bcb5c2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.887416] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.887726] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5546f1cf-139d-4a5a-8731-df9038780496 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.896356] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1410.896356] env[69217]: value = "task-3533429" [ 1410.896356] env[69217]: _type = "Task" [ 1410.896356] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.903845] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533429, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.407402] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533429, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.907255] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533429, 'name': CloneVM_Task, 'duration_secs': 0.878988} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.907513] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created linked-clone VM from snapshot [ 1411.908249] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89acd9b-d11c-4c5d-aaa6-cc2573ae1f91 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.915195] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploading image 24890096-8cee-4149-9f7d-1df87ca5f655 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1411.934198] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1411.934198] env[69217]: value = "vm-705707" [ 1411.934198] env[69217]: _type = "VirtualMachine" [ 1411.934198] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1411.934450] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a4b4799-6a0f-451f-850e-38a73ef2e715 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.940772] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease: (returnval){ [ 1411.940772] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525e9427-7c35-f7e2-d202-bcc3910c34f0" [ 1411.940772] env[69217]: _type = "HttpNfcLease" [ 1411.940772] env[69217]: } obtained for exporting VM: (result){ [ 1411.940772] env[69217]: value = "vm-705707" [ 1411.940772] env[69217]: _type = "VirtualMachine" [ 1411.940772] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1411.941092] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the lease: (returnval){ [ 1411.941092] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525e9427-7c35-f7e2-d202-bcc3910c34f0" [ 1411.941092] env[69217]: _type = "HttpNfcLease" [ 1411.941092] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1411.946740] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1411.946740] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525e9427-7c35-f7e2-d202-bcc3910c34f0" [ 1411.946740] env[69217]: _type = "HttpNfcLease" [ 1411.946740] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.449752] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.449752] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525e9427-7c35-f7e2-d202-bcc3910c34f0" [ 1412.449752] env[69217]: _type = "HttpNfcLease" [ 1412.449752] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.450374] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.450374] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525e9427-7c35-f7e2-d202-bcc3910c34f0" [ 1412.450374] env[69217]: _type = "HttpNfcLease" [ 1412.450374] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.450690] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da10703-0dab-4ddb-8926-75d2fff63c31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.457630] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1412.457796] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1412.542540] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5842ef9-a0b3-49f3-ab32-00221278014d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.167962] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.487786] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1419.488769] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4f775-7578-42f1-8b7e-434e51ec610a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.494788] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1419.494950] env[69217]: ERROR oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk due to incomplete transfer. [ 1419.495179] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bacf817f-0a01-48b5-b95f-7161f27a0602 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.502680] env[69217]: DEBUG oslo_vmware.rw_handles [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274dfed-39de-bf85-0c40-d87a63053bbc/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1419.502871] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploaded image 24890096-8cee-4149-9f7d-1df87ca5f655 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1419.505097] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1419.505332] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e7cea3b-4186-4cc2-aea6-d2269653ead1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.510978] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1419.510978] env[69217]: value = "task-3533431" [ 1419.510978] env[69217]: _type = "Task" [ 1419.510978] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.520257] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533431, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.020553] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533431, 'name': Destroy_Task, 'duration_secs': 0.361538} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.020813] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroyed the VM [ 1420.021068] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1420.021321] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d313fc64-e876-4790-ae17-471bfce423b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.027042] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1420.027042] env[69217]: value = "task-3533432" [ 1420.027042] env[69217]: _type = "Task" [ 1420.027042] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.034721] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.167754] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.167946] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1420.536963] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533432, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.037339] env[69217]: DEBUG oslo_vmware.api [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533432, 'name': RemoveSnapshot_Task, 'duration_secs': 0.519323} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.037643] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1421.037875] env[69217]: INFO nova.compute.manager [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 11.72 seconds to snapshot the instance on the hypervisor. [ 1421.167852] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.573738] env[69217]: DEBUG nova.compute.manager [None req-acaea42f-bc55-4a8f-933b-3c22162134a3 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Found 1 images (rotation: 2) {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1422.162792] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.167360] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.246190] env[69217]: DEBUG nova.compute.manager [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.247131] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c76c7-adf1-40ab-a196-a2a250c9d11f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.757392] env[69217]: INFO nova.compute.manager [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] instance snapshotting [ 1422.757980] env[69217]: DEBUG nova.objects.instance [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.168060] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.168310] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.263093] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2996c7e1-94b7-441a-a86a-15867105ced5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.281687] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f2e544-402f-4749-ba1d-c765ea78a533 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.671031] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.671327] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.671473] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.671669] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1423.672604] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea58485-1f5f-4413-bd9c-6821e18d1618 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.680933] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c193f6b-5c31-417c-8873-c9122cb78061 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.694688] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf97f30-b9f2-42ec-b81d-e87dabb7ffa8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.700664] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a22f4d-032d-4773-8553-488074be8dde {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.729682] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180796MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1423.729859] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.730036] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.791575] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1423.791876] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9776344-2268-49a9-bd0a-ba3ad3decee0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.798961] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1423.798961] env[69217]: value = "task-3533433" [ 1423.798961] env[69217]: _type = "Task" [ 1423.798961] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.806033] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.308445] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533433, 'name': CreateSnapshot_Task, 'duration_secs': 0.417342} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.308715] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1424.309467] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a45a0d9-ac34-4561-ad3d-219f2e8f0911 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.756398] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 5fad2e7d-9017-4421-bd2e-282bccdebd4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1424.756561] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e1bc651f-daa5-4672-94f5-a2db3861a55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1424.756733] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1424.756885] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1424.791280] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0142b6a1-36f0-41cf-992d-06f55f8d4cb3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.798470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed28973-990c-49e6-a2fe-e5553dbbe971 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.833295] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1424.833674] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d74f5d6-6e08-46e4-8890-3b49d40742dd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.836667] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7bb1dd-6bc8-4d6e-bf6e-3869e2dff197 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.844407] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c078f2-2a0b-4bd1-b9eb-cd78600f9d66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.847879] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1424.847879] env[69217]: value = "task-3533434" [ 1424.847879] env[69217]: _type = "Task" [ 1424.847879] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.858350] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.864933] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533434, 'name': CloneVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.358083] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533434, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.360970] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.860283] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533434, 'name': CloneVM_Task} progress is 95%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.865045] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1425.865233] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.359423] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533434, 'name': CloneVM_Task, 'duration_secs': 1.300732} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.359809] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created linked-clone VM from snapshot [ 1426.360659] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ba55a-0259-4f0e-9018-8cc810426aab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.367895] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploading image f1a52e79-e66c-4157-8c35-5baf3b077fe2 {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.387638] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1426.387638] env[69217]: value = "vm-705709" [ 1426.387638] env[69217]: _type = "VirtualMachine" [ 1426.387638] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1426.387881] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0dcdec4-ced8-4a5c-8bed-8748bf92d64c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.393897] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease: (returnval){ [ 1426.393897] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52313f27-c7c0-750c-4d26-eb40f8bbb3cd" [ 1426.393897] env[69217]: _type = "HttpNfcLease" [ 1426.393897] env[69217]: } obtained for exporting VM: (result){ [ 1426.393897] env[69217]: value = "vm-705709" [ 1426.393897] env[69217]: _type = "VirtualMachine" [ 1426.393897] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1426.394276] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the lease: (returnval){ [ 1426.394276] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52313f27-c7c0-750c-4d26-eb40f8bbb3cd" [ 1426.394276] env[69217]: _type = "HttpNfcLease" [ 1426.394276] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1426.399722] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.399722] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52313f27-c7c0-750c-4d26-eb40f8bbb3cd" [ 1426.399722] env[69217]: _type = "HttpNfcLease" [ 1426.399722] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1426.903392] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.903392] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52313f27-c7c0-750c-4d26-eb40f8bbb3cd" [ 1426.903392] env[69217]: _type = "HttpNfcLease" [ 1426.903392] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1426.903873] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1426.903873] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52313f27-c7c0-750c-4d26-eb40f8bbb3cd" [ 1426.903873] env[69217]: _type = "HttpNfcLease" [ 1426.903873] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1426.904388] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a052d6-cf1c-407a-953e-af12aa47158c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.911076] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1426.911248] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1426.997667] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92fb0db4-838a-4120-9ae0-29347d23c538 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.055224] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.055468] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.558877] env[69217]: DEBUG nova.compute.utils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.062357] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.864546] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.123110] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.123546] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.123602] env[69217]: INFO nova.compute.manager [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Attaching volume 5431d3f3-e254-462a-aea7-71be2a061b96 to /dev/sdb [ 1429.155214] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5ff40-c364-4f59-a125-06dc8d39e794 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.162223] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e033f31-5362-48b7-b640-c1dad6ab2cb2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.175248] env[69217]: DEBUG nova.virt.block_device [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating existing volume attachment record: 73838c39-c4fb-4e1f-b0b0-e0dc571d19be {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1432.162971] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.720176] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1433.720492] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705711', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'name': 'volume-5431d3f3-e254-462a-aea7-71be2a061b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1bc651f-daa5-4672-94f5-a2db3861a55f', 'attached_at': '', 'detached_at': '', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'serial': '5431d3f3-e254-462a-aea7-71be2a061b96'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1433.721476] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3d8764-f9e5-4df3-9b98-5a02907f0c09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.739142] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c833e618-fba4-4230-b741-56aa56c1a609 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.764072] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-5431d3f3-e254-462a-aea7-71be2a061b96/volume-5431d3f3-e254-462a-aea7-71be2a061b96.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.764405] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e66d39-b711-463e-8067-a81a1699f37e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.782654] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1433.782654] env[69217]: value = "task-3533440" [ 1433.782654] env[69217]: _type = "Task" [ 1433.782654] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.791063] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.293154] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533440, 'name': ReconfigVM_Task, 'duration_secs': 0.348335} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.293500] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-5431d3f3-e254-462a-aea7-71be2a061b96/volume-5431d3f3-e254-462a-aea7-71be2a061b96.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.298172] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ac7103-e857-4ad0-aac0-e0ba038dd5f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.312626] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1434.312626] env[69217]: value = "task-3533441" [ 1434.312626] env[69217]: _type = "Task" [ 1434.312626] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.320923] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.718515] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1434.719503] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b071e-8a55-4393-ac5b-5252e77b8982 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.726187] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1434.726502] env[69217]: ERROR oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk due to incomplete transfer. [ 1434.726602] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81dc1daa-dbe6-434c-a767-dd7d40eb9008 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.734639] env[69217]: DEBUG oslo_vmware.rw_handles [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292bfac-4f30-eaba-0086-3ec86ee1bcf6/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1434.734857] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploaded image f1a52e79-e66c-4157-8c35-5baf3b077fe2 to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1434.737154] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1434.737388] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94e3d699-a4eb-49da-b118-49db943ac6ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.742470] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1434.742470] env[69217]: value = "task-3533442" [ 1434.742470] env[69217]: _type = "Task" [ 1434.742470] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.749873] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533442, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.822239] env[69217]: DEBUG oslo_vmware.api [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533441, 'name': ReconfigVM_Task, 'duration_secs': 0.138485} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.822647] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705711', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'name': 'volume-5431d3f3-e254-462a-aea7-71be2a061b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1bc651f-daa5-4672-94f5-a2db3861a55f', 'attached_at': '', 'detached_at': '', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'serial': '5431d3f3-e254-462a-aea7-71be2a061b96'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1435.253080] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533442, 'name': Destroy_Task, 'duration_secs': 0.320186} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.253344] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroyed the VM [ 1435.253587] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1435.253849] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41919877-3f1a-482a-95b4-32ff27226d85 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.260417] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1435.260417] env[69217]: value = "task-3533443" [ 1435.260417] env[69217]: _type = "Task" [ 1435.260417] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.267728] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.769482] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533443, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.859310] env[69217]: DEBUG nova.objects.instance [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.273624] env[69217]: DEBUG oslo_vmware.api [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525784} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.273994] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1436.274316] env[69217]: INFO nova.compute.manager [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 13.01 seconds to snapshot the instance on the hypervisor. [ 1436.364301] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e222d3d-0a9b-4ceb-9853-78f08315d71c tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.462776] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.463041] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.463233] env[69217]: DEBUG nova.compute.manager [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.464104] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016c0ba-0ea0-46b3-926d-1f739e10b0d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.470785] env[69217]: DEBUG nova.compute.manager [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1436.471344] env[69217]: DEBUG nova.objects.instance [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.831114] env[69217]: DEBUG nova.compute.manager [None req-5f629eab-c846-4b20-9cad-720dfcb828ca tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Found 2 images (rotation: 2) {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1437.477834] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.478184] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5da821e7-e7de-43d9-a0e0-7d77fa06955e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.484948] env[69217]: DEBUG oslo_vmware.api [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1437.484948] env[69217]: value = "task-3533444" [ 1437.484948] env[69217]: _type = "Task" [ 1437.484948] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.493055] env[69217]: DEBUG oslo_vmware.api [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.994911] env[69217]: DEBUG oslo_vmware.api [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533444, 'name': PowerOffVM_Task, 'duration_secs': 0.195995} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.998031] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.998031] env[69217]: DEBUG nova.compute.manager [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.998031] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54033780-17e7-4b79-95ec-c83539780ef3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.176392] env[69217]: DEBUG nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.177673] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce5e15-a32f-4043-a8ef-1ec6eb466f53 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.509014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fb5abc3f-e369-4618-9d7b-70507b64d162 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.688320] env[69217]: INFO nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] instance snapshotting [ 1438.688875] env[69217]: DEBUG nova.objects.instance [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.829066] env[69217]: DEBUG nova.objects.instance [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.194518] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf3048-e9a9-4597-9f7c-07bc2b739d5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.213489] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a360ca8f-e29b-4832-9f03-0548ae3e8737 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.335201] env[69217]: DEBUG oslo_concurrency.lockutils [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.335435] env[69217]: DEBUG oslo_concurrency.lockutils [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.335542] env[69217]: DEBUG nova.network.neutron [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.335716] env[69217]: DEBUG nova.objects.instance [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'info_cache' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.723873] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1439.724278] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a20a0531-e644-4d7f-888b-979e1d9db293 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.732040] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1439.732040] env[69217]: value = "task-3533445" [ 1439.732040] env[69217]: _type = "Task" [ 1439.732040] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.739950] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.838587] env[69217]: DEBUG nova.objects.base [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1440.242442] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533445, 'name': CreateSnapshot_Task, 'duration_secs': 0.424091} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.242870] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1440.243430] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850da072-93c7-48b7-be99-191ccbb65ffc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.537171] env[69217]: DEBUG nova.network.neutron [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.761903] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1440.762178] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c942ca5-3e97-4ce8-b17e-64c598eebb3f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.771317] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1440.771317] env[69217]: value = "task-3533446" [ 1440.771317] env[69217]: _type = "Task" [ 1440.771317] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.779257] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533446, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.039829] env[69217]: DEBUG oslo_concurrency.lockutils [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.282221] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533446, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.782142] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533446, 'name': CloneVM_Task, 'duration_secs': 0.943123} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.782402] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Created linked-clone VM from snapshot [ 1441.783180] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0416bfc-f9a1-4174-8813-7b50c0ff4b3e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.790382] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploading image c8fa6da9-88aa-4baa-a74e-0c6d6250c1fd {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1441.815955] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1441.815955] env[69217]: value = "vm-705713" [ 1441.815955] env[69217]: _type = "VirtualMachine" [ 1441.815955] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1441.816235] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f959c53-b394-4780-94e3-0fb08ce381ee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.824151] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease: (returnval){ [ 1441.824151] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526576bd-90a1-4a0e-1e05-74b9aa229236" [ 1441.824151] env[69217]: _type = "HttpNfcLease" [ 1441.824151] env[69217]: } obtained for exporting VM: (result){ [ 1441.824151] env[69217]: value = "vm-705713" [ 1441.824151] env[69217]: _type = "VirtualMachine" [ 1441.824151] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1441.824473] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the lease: (returnval){ [ 1441.824473] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526576bd-90a1-4a0e-1e05-74b9aa229236" [ 1441.824473] env[69217]: _type = "HttpNfcLease" [ 1441.824473] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1441.830350] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1441.830350] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526576bd-90a1-4a0e-1e05-74b9aa229236" [ 1441.830350] env[69217]: _type = "HttpNfcLease" [ 1441.830350] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1442.047366] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.047682] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8fc679-014e-4504-83a4-885c94f73c22 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.054618] env[69217]: DEBUG oslo_vmware.api [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1442.054618] env[69217]: value = "task-3533448" [ 1442.054618] env[69217]: _type = "Task" [ 1442.054618] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.061928] env[69217]: DEBUG oslo_vmware.api [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.332247] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1442.332247] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526576bd-90a1-4a0e-1e05-74b9aa229236" [ 1442.332247] env[69217]: _type = "HttpNfcLease" [ 1442.332247] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1442.332738] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1442.332738] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]526576bd-90a1-4a0e-1e05-74b9aa229236" [ 1442.332738] env[69217]: _type = "HttpNfcLease" [ 1442.332738] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1442.333232] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1792684e-6c44-4529-bbec-88535950646d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.340408] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1442.340572] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1442.425014] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae07877c-349d-492b-b168-f4601e32e4a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.566775] env[69217]: DEBUG oslo_vmware.api [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.065342] env[69217]: DEBUG oslo_vmware.api [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533448, 'name': PowerOnVM_Task, 'duration_secs': 0.572992} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.065724] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.066019] env[69217]: DEBUG nova.compute.manager [None req-738da265-f4d4-4f71-b59d-a0d99bf2eff6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.066940] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d2c82-174c-484f-9521-6afc67432c7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.269202] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1449.270253] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fc5ef-6864-4519-be65-91f4517e46a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.276989] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1449.277184] env[69217]: ERROR oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk due to incomplete transfer. [ 1449.277404] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8434c918-f2b0-4a3f-a4d4-d9d7f227be0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.284684] env[69217]: DEBUG oslo_vmware.rw_handles [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a811dd-c832-eef2-1f8c-d53564baed6b/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1449.284876] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Uploaded image c8fa6da9-88aa-4baa-a74e-0c6d6250c1fd to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1449.287191] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1449.287428] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-898e4297-bb56-45ab-bdbc-38567b012f25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.292807] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1449.292807] env[69217]: value = "task-3533449" [ 1449.292807] env[69217]: _type = "Task" [ 1449.292807] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.299922] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533449, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.802729] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533449, 'name': Destroy_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.303314] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533449, 'name': Destroy_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.804900] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533449, 'name': Destroy_Task, 'duration_secs': 1.355504} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.805168] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroyed the VM [ 1450.805403] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1450.805651] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd616fd2-3f09-4e46-83e0-eff4e2493d51 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.811217] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1450.811217] env[69217]: value = "task-3533450" [ 1450.811217] env[69217]: _type = "Task" [ 1450.811217] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.818629] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533450, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.321429] env[69217]: DEBUG oslo_vmware.api [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533450, 'name': RemoveSnapshot_Task, 'duration_secs': 0.444728} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.321862] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1451.321921] env[69217]: INFO nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 12.13 seconds to snapshot the instance on the hypervisor. [ 1451.862931] env[69217]: DEBUG nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Found 3 images (rotation: 2) {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1451.863142] env[69217]: DEBUG nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Rotating out 1 backups {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1451.863312] env[69217]: DEBUG nova.compute.manager [None req-f3e0e602-d1b1-4ce3-a074-332370dc46ba tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleting image 24890096-8cee-4149-9f7d-1df87ca5f655 {{(pid=69217) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1453.271345] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.271686] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.271780] env[69217]: DEBUG nova.compute.manager [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.273331] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675f0db-1939-420c-a363-8beda7f43f76 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.279855] env[69217]: DEBUG nova.compute.manager [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1453.280410] env[69217]: DEBUG nova.objects.instance [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.288531] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.288936] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea72bdeb-67e3-449b-89c8-5ee0393b2cab {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.295756] env[69217]: DEBUG oslo_vmware.api [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1454.295756] env[69217]: value = "task-3533451" [ 1454.295756] env[69217]: _type = "Task" [ 1454.295756] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.303389] env[69217]: DEBUG oslo_vmware.api [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.805672] env[69217]: DEBUG oslo_vmware.api [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533451, 'name': PowerOffVM_Task, 'duration_secs': 0.198495} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.805930] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.806149] env[69217]: DEBUG nova.compute.manager [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.806913] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c990e5c5-6427-4949-9be8-3cd78d4036dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.318930] env[69217]: DEBUG oslo_concurrency.lockutils [None req-5b704b8a-73a8-4b28-bd45-64d6ee059f81 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.461510] env[69217]: DEBUG nova.compute.manager [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Stashing vm_state: stopped {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1456.981416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.981700] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.486650] env[69217]: INFO nova.compute.claims [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.993053] env[69217]: INFO nova.compute.resource_tracker [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating resource usage from migration d3bf781d-da9f-4740-a975-063ffeec6791 [ 1458.040748] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206577a2-9598-4bca-8016-63a6f70a0e0d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.048618] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1821250b-3328-4c40-9862-e44df347ec40 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.078678] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc692b51-11aa-47fd-b964-355bb9e89acc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.085314] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3be64-52cb-4982-825a-567be2fe4fb4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.097795] env[69217]: DEBUG nova.compute.provider_tree [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.601161] env[69217]: DEBUG nova.scheduler.client.report [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.106370] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.124s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.106603] env[69217]: INFO nova.compute.manager [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Migrating [ 1459.622373] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.622656] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.622735] env[69217]: DEBUG nova.network.neutron [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.318576] env[69217]: DEBUG nova.network.neutron [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.821488] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.337256] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0de1b-a4fb-4fa8-beb0-3afeb6c8ffd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.355621] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.861379] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.861682] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88f35b0-e0ae-4e33-927b-c8dc2d7679b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.869126] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1462.869126] env[69217]: value = "task-3533452" [ 1462.869126] env[69217]: _type = "Task" [ 1462.869126] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.876314] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.380056] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1463.380056] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.886480] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.886820] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.886887] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.887079] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.887235] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.887388] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.887599] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.887759] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.887926] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.888101] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.888318] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.893409] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c34e88-0544-4b58-82f4-46facb2d6c95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.909168] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1463.909168] env[69217]: value = "task-3533453" [ 1463.909168] env[69217]: _type = "Task" [ 1463.909168] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.918179] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.419224] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533453, 'name': ReconfigVM_Task, 'duration_secs': 0.14485} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.419605] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.926010] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.926324] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.926439] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.926595] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.926740] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.926885] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.927116] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.927284] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.927449] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.927608] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.927778] env[69217]: DEBUG nova.virt.hardware [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.933046] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1464.933327] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dca04cb-7bd5-478b-81f6-f592448d1d99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.952928] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1464.952928] env[69217]: value = "task-3533454" [ 1464.952928] env[69217]: _type = "Task" [ 1464.952928] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.960859] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.462860] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533454, 'name': ReconfigVM_Task, 'duration_secs': 0.153283} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.463466] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1465.463895] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c3783-cc57-41d3-bf6f-93d92ed9c4d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.485959] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.486482] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4431d989-dc40-46e0-b256-7a46023ccb0e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.504550] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1465.504550] env[69217]: value = "task-3533455" [ 1465.504550] env[69217]: _type = "Task" [ 1465.504550] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.517264] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.015013] env[69217]: DEBUG oslo_vmware.api [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533455, 'name': ReconfigVM_Task, 'duration_secs': 0.258363} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.015286] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d/5fad2e7d-9017-4421-bd2e-282bccdebd4d.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.015544] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.523068] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4da10-ed57-4fdc-9c24-adf053d7500c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.541785] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807c7bb-7a3c-402e-bba2-d107a167b1dc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.558308] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.095983] env[69217]: DEBUG nova.network.neutron [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Port ffad97bd-859a-41df-8ad6-caa7a038dfe2 binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1468.114736] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.115103] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.115153] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.158032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.158032] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.158032] env[69217]: DEBUG nova.network.neutron [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.848540] env[69217]: DEBUG nova.network.neutron [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.351563] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.875828] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f2d03-ce29-4399-ab3a-3e3e8782d4f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.894876] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff5012f-7bc0-4b63-be9b-f198642d9191 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.901214] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.407497] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-8403f558-498b-4f3f-acd0-7dad37ec2ca4 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance '5fad2e7d-9017-4421-bd2e-282bccdebd4d' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1473.405524] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.405916] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.406022] env[69217]: DEBUG nova.compute.manager [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Going to confirm migration 9 {{(pid=69217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1473.972652] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.972839] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.973022] env[69217]: DEBUG nova.network.neutron [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.973232] env[69217]: DEBUG nova.objects.instance [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'info_cache' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.165139] env[69217]: DEBUG nova.network.neutron [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.668471] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.668680] env[69217]: DEBUG nova.objects.instance [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'migration_context' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.172054] env[69217]: DEBUG nova.objects.base [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Object Instance<5fad2e7d-9017-4421-bd2e-282bccdebd4d> lazy-loaded attributes: info_cache,migration_context {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1476.172738] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234eecd6-e978-4079-bf80-c4f5327694f4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.192660] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ed3a52-b6ba-44c4-8734-4b8f4b49a31c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.197861] env[69217]: DEBUG oslo_vmware.api [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1476.197861] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]520a2115-2344-561b-2726-7133e85c0a1a" [ 1476.197861] env[69217]: _type = "Task" [ 1476.197861] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.205502] env[69217]: DEBUG oslo_vmware.api [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520a2115-2344-561b-2726-7133e85c0a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.708331] env[69217]: DEBUG oslo_vmware.api [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]520a2115-2344-561b-2726-7133e85c0a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.708620] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.708934] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.261987] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2beb8-4773-451d-8daf-0a9c60c7065b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.271046] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6957dbea-dc33-4290-8a03-09009d9ea2f2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.300265] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe02faf8-c20c-4845-9e1d-3347015a07fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.307365] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b60ba-9f83-480b-a954-4a5c51ba1969 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.320125] env[69217]: DEBUG nova.compute.provider_tree [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.823183] env[69217]: DEBUG nova.scheduler.client.report [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.834014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.125s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.834387] env[69217]: DEBUG nova.compute.manager [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69217) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1479.390018] env[69217]: INFO nova.scheduler.client.report [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted allocation for migration d3bf781d-da9f-4740-a975-063ffeec6791 [ 1479.895567] env[69217]: DEBUG oslo_concurrency.lockutils [None req-35b842d1-edd9-4dd6-a05a-bd8c4252660d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.490s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.153643] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.153913] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.208488] env[69217]: DEBUG nova.objects.instance [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.656825] env[69217]: INFO nova.compute.manager [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Detaching volume 5431d3f3-e254-462a-aea7-71be2a061b96 [ 1480.686499] env[69217]: INFO nova.virt.block_device [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Attempting to driver detach volume 5431d3f3-e254-462a-aea7-71be2a061b96 from mountpoint /dev/sdb [ 1480.686748] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1480.686935] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705711', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'name': 'volume-5431d3f3-e254-462a-aea7-71be2a061b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1bc651f-daa5-4672-94f5-a2db3861a55f', 'attached_at': '', 'detached_at': '', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'serial': '5431d3f3-e254-462a-aea7-71be2a061b96'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1480.687888] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0406a-c1a1-487f-b359-ca0a246585f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.709686] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248082de-fa02-4add-9dc3-f7d5c4e012be {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.714783] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.715085] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.715213] env[69217]: DEBUG nova.network.neutron [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.715391] env[69217]: DEBUG nova.objects.instance [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'info_cache' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.718810] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349d11f6-25cf-4087-8f95-e359dadfb170 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.739756] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa1928-136c-4a87-8ec5-892fea732a0c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.755974] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] The volume has not been displaced from its original location: [datastore1] volume-5431d3f3-e254-462a-aea7-71be2a061b96/volume-5431d3f3-e254-462a-aea7-71be2a061b96.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1480.760684] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.761164] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe9e5178-92c8-429e-ad49-0188f3610994 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.778730] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1480.778730] env[69217]: value = "task-3533456" [ 1480.778730] env[69217]: _type = "Task" [ 1480.778730] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.786183] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.167245] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.219899] env[69217]: DEBUG nova.objects.base [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Object Instance<5fad2e7d-9017-4421-bd2e-282bccdebd4d> lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.287867] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533456, 'name': ReconfigVM_Task, 'duration_secs': 0.208904} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.288146] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1481.292740] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9d5b43-d702-4bf3-9ce5-5cda0c850fac {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.307199] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1481.307199] env[69217]: value = "task-3533457" [ 1481.307199] env[69217]: _type = "Task" [ 1481.307199] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.314377] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.816726] env[69217]: DEBUG oslo_vmware.api [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533457, 'name': ReconfigVM_Task, 'duration_secs': 0.143327} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.817019] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705711', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'name': 'volume-5431d3f3-e254-462a-aea7-71be2a061b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1bc651f-daa5-4672-94f5-a2db3861a55f', 'attached_at': '', 'detached_at': '', 'volume_id': '5431d3f3-e254-462a-aea7-71be2a061b96', 'serial': '5431d3f3-e254-462a-aea7-71be2a061b96'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1481.919800] env[69217]: DEBUG nova.network.neutron [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [{"id": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "address": "fa:16:3e:7b:a3:22", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffad97bd-85", "ovs_interfaceid": "ffad97bd-859a-41df-8ad6-caa7a038dfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.163584] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.167548] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.167548] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.167548] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1482.358457] env[69217]: DEBUG nova.objects.instance [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.422936] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-5fad2e7d-9017-4421-bd2e-282bccdebd4d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.168632] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.316328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.365478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-17319695-aea4-4b48-aa14-778293e3d57d tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.366553] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.050s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.367222] env[69217]: DEBUG nova.compute.manager [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.367800] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3918822-6dff-4200-937f-c60c3f1ea71c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.374907] env[69217]: DEBUG nova.compute.manager [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1483.375461] env[69217]: DEBUG nova.objects.instance [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.429025] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.429303] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b670ab3d-6033-4353-b726-1c77deb5f6c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.438105] env[69217]: DEBUG oslo_vmware.api [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1483.438105] env[69217]: value = "task-3533458" [ 1483.438105] env[69217]: _type = "Task" [ 1483.438105] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.445346] env[69217]: DEBUG oslo_vmware.api [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.947363] env[69217]: DEBUG oslo_vmware.api [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533458, 'name': PowerOnVM_Task, 'duration_secs': 0.382163} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.947648] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.947807] env[69217]: DEBUG nova.compute.manager [None req-3c0524fb-aeb5-4360-b507-71b7690267e5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.948576] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316930f3-45f7-4c71-8d2c-8a43cb0458a2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.168640] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.168909] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.382544] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.382804] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63eb119d-944d-44f1-95a1-be68ed774f9b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.389610] env[69217]: DEBUG oslo_vmware.api [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1484.389610] env[69217]: value = "task-3533459" [ 1484.389610] env[69217]: _type = "Task" [ 1484.389610] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.398104] env[69217]: DEBUG oslo_vmware.api [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.672381] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.672648] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.672795] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.672954] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1484.673910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97385216-ec95-453e-9c03-93125225b2c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.682074] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4f9f3e-490f-4734-b6cc-11b4af7efbc5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.695543] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c08eba-0e65-476a-8ae4-1526aaccdf0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.701439] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6909abee-5b74-45c3-b0f6-a4d3ddcc6441 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.730723] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180524MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1484.730854] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.731071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.748559] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.748779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.748991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.749192] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.749361] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.751154] env[69217]: INFO nova.compute.manager [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Terminating instance [ 1484.898733] env[69217]: DEBUG oslo_vmware.api [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533459, 'name': PowerOffVM_Task, 'duration_secs': 0.181584} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.898976] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.899194] env[69217]: DEBUG nova.compute.manager [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.899943] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7412a43-a44b-485c-8230-5ca79fdc2756 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.254626] env[69217]: DEBUG nova.compute.manager [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.254904] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.255982] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e97c7-8cb4-433b-a55a-1bc2f245c057 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.264045] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.264295] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27035031-8de2-42a2-ba06-52240adb429f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.270979] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1485.270979] env[69217]: value = "task-3533460" [ 1485.270979] env[69217]: _type = "Task" [ 1485.270979] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.279482] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.411584] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eb32c059-2c2e-436a-b89f-eef72ba82854 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.781535] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533460, 'name': PowerOffVM_Task, 'duration_secs': 0.184939} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.781802] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.781969] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.782269] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946d0c20-2596-4620-b602-4d0299ffce66 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.785083] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance e1bc651f-daa5-4672-94f5-a2db3861a55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1485.785228] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 5fad2e7d-9017-4421-bd2e-282bccdebd4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1485.785405] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1485.785543] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1485.820797] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c28fe-4a53-4b2b-b979-f3b3982ec2de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.828422] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091df9b0-19bd-41e2-8510-808436cf24fe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.860520] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809003c9-9238-4e61-a8ad-890b3487ffb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.863064] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.863276] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.863452] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleting the datastore file [datastore1] 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.863683] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f52eaeb-0a59-4804-b427-81ff3d85fb06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.870787] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73462f76-c668-4dde-b5e3-0e85f01a5cf3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.874387] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1485.874387] env[69217]: value = "task-3533462" [ 1485.874387] env[69217]: _type = "Task" [ 1485.874387] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.884733] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.890086] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.904801] env[69217]: DEBUG nova.objects.instance [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.384480] env[69217]: DEBUG oslo_vmware.api [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134226} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.384897] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.384897] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.385085] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.385261] env[69217]: INFO nova.compute.manager [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1486.385512] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.385709] env[69217]: DEBUG nova.compute.manager [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.385805] env[69217]: DEBUG nova.network.neutron [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.387929] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.408732] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.408896] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.409078] env[69217]: DEBUG nova.network.neutron [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.409254] env[69217]: DEBUG nova.objects.instance [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'info_cache' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.849649] env[69217]: DEBUG nova.compute.manager [req-f987dd69-2d6a-4855-b3ac-3fde3b92ff3e req-2fc7becf-b28d-4e26-80ba-d714dbbc5a54 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Received event network-vif-deleted-ffad97bd-859a-41df-8ad6-caa7a038dfe2 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.849817] env[69217]: INFO nova.compute.manager [req-f987dd69-2d6a-4855-b3ac-3fde3b92ff3e req-2fc7becf-b28d-4e26-80ba-d714dbbc5a54 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Neutron deleted interface ffad97bd-859a-41df-8ad6-caa7a038dfe2; detaching it from the instance and deleting it from the info cache [ 1486.849915] env[69217]: DEBUG nova.network.neutron [req-f987dd69-2d6a-4855-b3ac-3fde3b92ff3e req-2fc7becf-b28d-4e26-80ba-d714dbbc5a54 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.892283] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1486.892535] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.912252] env[69217]: DEBUG nova.objects.base [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1487.167707] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.167958] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.168107] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1487.335192] env[69217]: DEBUG nova.network.neutron [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.352282] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb1e54d2-77c5-452c-b842-edd2195bf8e0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.362608] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe552c0-22e3-41a3-ae37-00fabafa161f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.388708] env[69217]: DEBUG nova.compute.manager [req-f987dd69-2d6a-4855-b3ac-3fde3b92ff3e req-2fc7becf-b28d-4e26-80ba-d714dbbc5a54 service nova] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Detach interface failed, port_id=ffad97bd-859a-41df-8ad6-caa7a038dfe2, reason: Instance 5fad2e7d-9017-4421-bd2e-282bccdebd4d could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1487.604284] env[69217]: DEBUG nova.network.neutron [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [{"id": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "address": "fa:16:3e:91:e3:41", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3169c4-bf", "ovs_interfaceid": "1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.677454] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] There are 21 instances to clean {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1487.677742] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7b512555-fc7b-40c0-a0c3-3ba370359cd2] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.837311] env[69217]: INFO nova.compute.manager [-] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Took 1.45 seconds to deallocate network for instance. [ 1488.106633] env[69217]: DEBUG oslo_concurrency.lockutils [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "refresh_cache-e1bc651f-daa5-4672-94f5-a2db3861a55f" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.181510] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: cdda00b5-7c55-45e3-b54a-788a64a1775c] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.343492] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.343789] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.344018] env[69217]: DEBUG nova.objects.instance [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'resources' on Instance uuid 5fad2e7d-9017-4421-bd2e-282bccdebd4d {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.684530] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 33f3bd10-67ae-49e1-bb3e-389bd6b3faa3] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.888984] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac1a14-63db-4245-9b11-1441f2b2b794 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.897236] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce1657-1e9a-4743-bda6-63808fcb3448 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.927907] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3bb61-f799-44a6-8a77-d1177392e9c7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.934898] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83993de8-a110-45bc-ae10-315883644b6b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.947790] env[69217]: DEBUG nova.compute.provider_tree [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.112198] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.112531] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c3302bc-832a-4f7f-8921-7298609f83e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.120360] env[69217]: DEBUG oslo_vmware.api [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1489.120360] env[69217]: value = "task-3533463" [ 1489.120360] env[69217]: _type = "Task" [ 1489.120360] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.127704] env[69217]: DEBUG oslo_vmware.api [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.187559] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4835c166-6f8e-42e2-b89f-dd6f965c264f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.451411] env[69217]: DEBUG nova.scheduler.client.report [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.630868] env[69217]: DEBUG oslo_vmware.api [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533463, 'name': PowerOnVM_Task, 'duration_secs': 0.363119} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.631135] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.631337] env[69217]: DEBUG nova.compute.manager [None req-8545ebcf-e339-4630-98e9-08e48bd30b13 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.632097] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d607740-01ae-4664-9b41-ce503e6ac40a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.690252] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: c198a8ba-2adf-44e2-be83-7667a10c0426] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.956583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.976047] env[69217]: INFO nova.scheduler.client.report [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted allocations for instance 5fad2e7d-9017-4421-bd2e-282bccdebd4d [ 1490.193566] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 79458af1-4b2d-4657-bfb7-a644ef2fd398] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.482758] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "5fad2e7d-9017-4421-bd2e-282bccdebd4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.696957] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: faa80e88-2080-4b40-9c93-43626bbf9bec] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.200893] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: fcdd619c-6604-462d-8ad7-8ab1e8f4053e] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.704394] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e30929f2-5647-43ad-8195-d401125f6e5b] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.761305] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.761558] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.207643] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: d4cffb5b-5d23-4f07-b12a-99185fd54c54] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.263522] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.711161] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 85ce1842-72c7-4817-9957-50a01ddc1938] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.781072] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.781427] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.783025] env[69217]: INFO nova.compute.claims [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.214278] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 196324f7-3438-4a8f-814f-e104586d4d91] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.718110] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ec23f874-41af-4844-b0c8-c8b8b1a27555] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.827167] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0401320-0d08-4ef6-8b34-9dfab30101ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.835553] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88796fef-1d89-45d2-b783-7bf6df6ce789 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.864016] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23fe44-4efa-4d6a-bd04-99ff82a4d9c3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.870546] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b2a10-5d58-4b64-aa23-e469d17f71ed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.883504] env[69217]: DEBUG nova.compute.provider_tree [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.221120] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 8287b3a6-c15b-45ef-9651-1695903d0bd3] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.386280] env[69217]: DEBUG nova.scheduler.client.report [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.723916] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 18b738e8-41e5-45c3-a755-2b378ee9496d] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.891377] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.891942] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.227167] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 726b4a48-7c3c-4039-a8ed-a3261656ff25] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.396351] env[69217]: DEBUG nova.compute.utils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.397878] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.398136] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.451933] env[69217]: DEBUG nova.policy [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544d0e958b914b5395d34c93e58f70ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8a68e236904ae4be9f332218a33dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.712175] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Successfully created port: 11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.730811] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: be037e57-b381-4ef0-9274-5d21a3db2848] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.902382] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.233822] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7a88ff2c-c740-4adf-9b01-3839d3092f2b] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.737102] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: ff8a18ac-49ca-48bf-a71b-c927faef94ac] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.912332] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.939368] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.939628] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.939783] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.939965] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.940128] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.940301] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.940550] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.940715] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.940884] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.941058] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.941237] env[69217]: DEBUG nova.virt.hardware [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.942123] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087dc208-4d72-445d-9e35-f3e4544a3a3a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.949771] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdebb3b-145c-43ea-9cf4-d1c959abb522 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.054313] env[69217]: DEBUG nova.compute.manager [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Received event network-vif-plugged-11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.054537] env[69217]: DEBUG oslo_concurrency.lockutils [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.054752] env[69217]: DEBUG oslo_concurrency.lockutils [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.054908] env[69217]: DEBUG oslo_concurrency.lockutils [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.055137] env[69217]: DEBUG nova.compute.manager [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] No waiting events found dispatching network-vif-plugged-11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.055247] env[69217]: WARNING nova.compute.manager [req-af45b95a-b3c6-4a2b-a480-2ce42979b542 req-2de3da8b-68b9-4a0e-a13f-5490e47db18a service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Received unexpected event network-vif-plugged-11152d00-037d-4442-bc8a-20428721c7cb for instance with vm_state building and task_state spawning. [ 1497.135769] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Successfully updated port: 11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.240037] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 3c7b8c51-cdaf-4ae0-bb28-07b8953fadd4] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.638401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.638401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.638401] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.742823] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 4ff52a51-5a35-4ca8-bd65-b9e631d2d119] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.172486] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.245967] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.246150] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances with incomplete migration {{(pid=69217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1498.313197] env[69217]: DEBUG nova.network.neutron [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.816161] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.816672] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Instance network_info: |[{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1498.817241] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:bf:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11152d00-037d-4442-bc8a-20428721c7cb', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.830653] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.830999] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.831385] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe03d0b-5711-4854-a28f-45d5282734d8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.859735] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.859735] env[69217]: value = "task-3533464" [ 1498.859735] env[69217]: _type = "Task" [ 1498.859735] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.867774] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533464, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.080236] env[69217]: DEBUG nova.compute.manager [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Received event network-changed-11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.080386] env[69217]: DEBUG nova.compute.manager [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Refreshing instance network info cache due to event network-changed-11152d00-037d-4442-bc8a-20428721c7cb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1499.080596] env[69217]: DEBUG oslo_concurrency.lockutils [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.080739] env[69217]: DEBUG oslo_concurrency.lockutils [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.080901] env[69217]: DEBUG nova.network.neutron [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Refreshing network info cache for port 11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.167711] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.369790] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533464, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.759830] env[69217]: DEBUG nova.network.neutron [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updated VIF entry in instance network info cache for port 11152d00-037d-4442-bc8a-20428721c7cb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.760196] env[69217]: DEBUG nova.network.neutron [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.869757] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533464, 'name': CreateVM_Task, 'duration_secs': 0.667801} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.870103] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.870633] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.870808] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.871248] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.871504] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1dafc8-c1d4-4ba6-8b43-674703b044bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.875697] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1499.875697] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5233ccd9-92f2-6bd7-6d32-a3057311e7ac" [ 1499.875697] env[69217]: _type = "Task" [ 1499.875697] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.882938] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5233ccd9-92f2-6bd7-6d32-a3057311e7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.262723] env[69217]: DEBUG oslo_concurrency.lockutils [req-99b8d868-8188-4943-af47-9018b68732e5 req-bf13f448-c56d-4b44-9877-21205db3c326 service nova] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.386146] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5233ccd9-92f2-6bd7-6d32-a3057311e7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.386455] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.386689] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.386923] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.387083] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.387266] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.387535] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba3071a-35bf-4ca6-b6a3-1479518f7bf0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.396502] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.396667] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.397390] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bee67c4-0777-4970-9137-dda65394ad23 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.402455] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1500.402455] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280b82c-79e5-e70d-d29f-3a66a60aa240" [ 1500.402455] env[69217]: _type = "Task" [ 1500.402455] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.409665] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280b82c-79e5-e70d-d29f-3a66a60aa240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.913379] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5280b82c-79e5-e70d-d29f-3a66a60aa240, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.914160] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce9357d-a964-4941-b824-537374651d6d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.919038] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1500.919038] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525402a0-f9b6-38b3-d8d0-9fef882fade6" [ 1500.919038] env[69217]: _type = "Task" [ 1500.919038] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.926502] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525402a0-f9b6-38b3-d8d0-9fef882fade6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.430513] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525402a0-f9b6-38b3-d8d0-9fef882fade6, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.430784] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.431047] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.431307] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4dd1dfb-ab5e-4c03-bf77-3610ecc46bc7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.438239] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1501.438239] env[69217]: value = "task-3533465" [ 1501.438239] env[69217]: _type = "Task" [ 1501.438239] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.445268] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.947337] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.947650] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.947783] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.948039] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a909e7bb-ac7b-416b-92db-c98859f4ac8b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.955150] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1501.955150] env[69217]: value = "task-3533466" [ 1501.955150] env[69217]: _type = "Task" [ 1501.955150] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.962217] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.465194] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066114} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.465460] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.466246] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d8d11-db52-4395-8ba0-deb9e2365ebb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.487729] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.487974] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095038eb-0d10-41bb-85ee-31809ffba1fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.507148] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1502.507148] env[69217]: value = "task-3533467" [ 1502.507148] env[69217]: _type = "Task" [ 1502.507148] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.514349] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.017012] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533467, 'name': ReconfigVM_Task, 'duration_secs': 0.289134} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.017402] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.017944] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0650be8-a54f-4230-b7ba-a43a995e735d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.024243] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1503.024243] env[69217]: value = "task-3533468" [ 1503.024243] env[69217]: _type = "Task" [ 1503.024243] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.031918] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533468, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.533804] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533468, 'name': Rename_Task, 'duration_secs': 0.139513} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.534078] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.534329] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aebf00e8-4fa1-496c-b69d-2b334d879339 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.539805] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1503.539805] env[69217]: value = "task-3533469" [ 1503.539805] env[69217]: _type = "Task" [ 1503.539805] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.547040] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.049571] env[69217]: DEBUG oslo_vmware.api [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533469, 'name': PowerOnVM_Task, 'duration_secs': 0.435362} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.049979] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.050052] env[69217]: INFO nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1504.050218] env[69217]: DEBUG nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.050991] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99b67b9-0768-4880-8e04-27f0ae3a0419 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.570380] env[69217]: INFO nova.compute.manager [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Took 11.80 seconds to build instance. [ 1504.712977] env[69217]: DEBUG nova.compute.manager [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Received event network-changed-11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.713185] env[69217]: DEBUG nova.compute.manager [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Refreshing instance network info cache due to event network-changed-11152d00-037d-4442-bc8a-20428721c7cb. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.713409] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.713610] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.713819] env[69217]: DEBUG nova.network.neutron [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Refreshing network info cache for port 11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.072213] env[69217]: DEBUG oslo_concurrency.lockutils [None req-cb088b8c-6037-4004-93d6-4f7bb90a07dc tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.310s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.411980] env[69217]: DEBUG nova.network.neutron [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updated VIF entry in instance network info cache for port 11152d00-037d-4442-bc8a-20428721c7cb. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.412388] env[69217]: DEBUG nova.network.neutron [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.915365] env[69217]: DEBUG oslo_concurrency.lockutils [req-6c3b2570-c7da-416d-9cf3-0a6f7e1ea85b req-f05f8dcc-883e-4a05-8a3f-aeb58361ea81 service nova] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.785977] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.786446] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.786505] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.786685] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.786863] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.790422] env[69217]: INFO nova.compute.manager [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Terminating instance [ 1521.294136] env[69217]: DEBUG nova.compute.manager [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.294414] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.295314] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87561c-d657-4baf-bce0-718ebe54f130 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.303378] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.303618] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53b149b-bf53-4b1c-ad8d-4129f9c77d92 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.310263] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1521.310263] env[69217]: value = "task-3533470" [ 1521.310263] env[69217]: _type = "Task" [ 1521.310263] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.318566] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.820479] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533470, 'name': PowerOffVM_Task, 'duration_secs': 0.200721} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.820859] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.820916] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.821207] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99695701-8f5b-4efa-9578-553ba5637698 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.880269] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.880542] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.880693] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleting the datastore file [datastore1] e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.880923] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e451f40-3fb3-4719-9578-78f310055305 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.887928] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1521.887928] env[69217]: value = "task-3533472" [ 1521.887928] env[69217]: _type = "Task" [ 1521.887928] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.895455] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.397871] env[69217]: DEBUG oslo_vmware.api [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128197} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.398129] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.398252] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.398424] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.398604] env[69217]: INFO nova.compute.manager [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1522.398873] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1522.399081] env[69217]: DEBUG nova.compute.manager [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1522.399179] env[69217]: DEBUG nova.network.neutron [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.793805] env[69217]: DEBUG nova.compute.manager [req-8d784aa8-4051-4a32-8883-9f09fd143f4a req-2cacf2ec-1597-4549-809a-e15058d7bf8a service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Received event network-vif-deleted-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.794072] env[69217]: INFO nova.compute.manager [req-8d784aa8-4051-4a32-8883-9f09fd143f4a req-2cacf2ec-1597-4549-809a-e15058d7bf8a service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Neutron deleted interface 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4; detaching it from the instance and deleting it from the info cache [ 1522.794191] env[69217]: DEBUG nova.network.neutron [req-8d784aa8-4051-4a32-8883-9f09fd143f4a req-2cacf2ec-1597-4549-809a-e15058d7bf8a service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.276618] env[69217]: DEBUG nova.network.neutron [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.297364] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391040e8-10fc-44db-82c5-65091269de8c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.307810] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475154d-09ed-4195-8039-160b73f01e42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.332421] env[69217]: DEBUG nova.compute.manager [req-8d784aa8-4051-4a32-8883-9f09fd143f4a req-2cacf2ec-1597-4549-809a-e15058d7bf8a service nova] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Detach interface failed, port_id=1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4, reason: Instance e1bc651f-daa5-4672-94f5-a2db3861a55f could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1523.779603] env[69217]: INFO nova.compute.manager [-] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Took 1.38 seconds to deallocate network for instance. [ 1524.286877] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.287300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.287417] env[69217]: DEBUG nova.objects.instance [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'resources' on Instance uuid e1bc651f-daa5-4672-94f5-a2db3861a55f {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.831007] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f4f10-88c3-43d9-b148-c734ed7a2df6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.838485] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bd7eb-1b3b-450b-bb7e-4e1d9e1a8e42 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.867743] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5485c502-18bc-416a-8805-e5b4f25b0ed5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.874968] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df4024-cc0e-4cb8-9d6a-7ea130051110 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.889298] env[69217]: DEBUG nova.compute.provider_tree [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.392062] env[69217]: DEBUG nova.scheduler.client.report [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.898653] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.919158] env[69217]: INFO nova.scheduler.client.report [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleted allocations for instance e1bc651f-daa5-4672-94f5-a2db3861a55f [ 1526.426853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "e1bc651f-daa5-4672-94f5-a2db3861a55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.617025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.617025] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.119492] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.643478] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.643762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.645233] env[69217]: INFO nova.compute.claims [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.689214] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb8d54-9c02-491a-8c1b-ae7334f1926a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.696997] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47564a66-f469-4bae-bc29-be5284c336ba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.726957] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cd9e4-a127-4413-810c-1d469ca334cb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.733867] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b613a2-b2bb-4404-95f6-51ca8df81c1a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.746617] env[69217]: DEBUG nova.compute.provider_tree [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.249717] env[69217]: DEBUG nova.scheduler.client.report [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.755272] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.755830] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.260792] env[69217]: DEBUG nova.compute.utils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1532.262227] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.262943] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.332012] env[69217]: DEBUG nova.policy [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b789716ba0ad42338fe123b8fef4187e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7ee1bd5788483e92da650cb1d055d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.605152] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Successfully created port: c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.765891] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.777186] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.805015] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.805280] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.805437] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.805616] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.805761] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.805910] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.806126] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.806288] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.806452] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.806610] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.806780] env[69217]: DEBUG nova.virt.hardware [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.807655] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647db99-39f3-4707-9864-09b02d587cc8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.815572] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fedb58-e71b-4b4b-98eb-e3212ee85339 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.959243] env[69217]: DEBUG nova.compute.manager [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Received event network-vif-plugged-c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.960028] env[69217]: DEBUG oslo_concurrency.lockutils [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.960028] env[69217]: DEBUG oslo_concurrency.lockutils [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] Lock "7da8f5d9-56fe-47b7-8663-746529899548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.960028] env[69217]: DEBUG oslo_concurrency.lockutils [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] Lock "7da8f5d9-56fe-47b7-8663-746529899548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.960028] env[69217]: DEBUG nova.compute.manager [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] No waiting events found dispatching network-vif-plugged-c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.960595] env[69217]: WARNING nova.compute.manager [req-4e3fa201-43d8-4ca6-9012-ac8719f82fc2 req-c3c7f9b9-9fb5-439a-9eb5-0184584f4e4d service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Received unexpected event network-vif-plugged-c99314f6-b059-4c2a-b6ef-6319cfecf49f for instance with vm_state building and task_state spawning. [ 1534.041134] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Successfully updated port: c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.548024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.548024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.548024] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.077712] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.188858] env[69217]: DEBUG nova.network.neutron [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating instance_info_cache with network_info: [{"id": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "address": "fa:16:3e:1e:a7:51", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99314f6-b0", "ovs_interfaceid": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.691704] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.692056] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Instance network_info: |[{"id": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "address": "fa:16:3e:1e:a7:51", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99314f6-b0", "ovs_interfaceid": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.692493] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:a7:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99314f6-b059-4c2a-b6ef-6319cfecf49f', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.699943] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1535.700163] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.700389] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6f214ac-835c-4eb7-aa06-5198b29d3bc8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.721711] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.721711] env[69217]: value = "task-3533473" [ 1535.721711] env[69217]: _type = "Task" [ 1535.721711] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.729067] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533473, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.985921] env[69217]: DEBUG nova.compute.manager [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Received event network-changed-c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.986146] env[69217]: DEBUG nova.compute.manager [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Refreshing instance network info cache due to event network-changed-c99314f6-b059-4c2a-b6ef-6319cfecf49f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1535.986351] env[69217]: DEBUG oslo_concurrency.lockutils [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] Acquiring lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.986496] env[69217]: DEBUG oslo_concurrency.lockutils [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] Acquired lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.986662] env[69217]: DEBUG nova.network.neutron [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Refreshing network info cache for port c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.231773] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533473, 'name': CreateVM_Task} progress is 25%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.697604] env[69217]: DEBUG nova.network.neutron [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updated VIF entry in instance network info cache for port c99314f6-b059-4c2a-b6ef-6319cfecf49f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.697951] env[69217]: DEBUG nova.network.neutron [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating instance_info_cache with network_info: [{"id": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "address": "fa:16:3e:1e:a7:51", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99314f6-b0", "ovs_interfaceid": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.731977] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533473, 'name': CreateVM_Task, 'duration_secs': 0.885701} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.732188] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.732821] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.732977] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.733331] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.733577] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64d79e9-39db-4500-b528-ad64ba4720da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.737818] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1536.737818] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525faf31-afc4-7303-ef66-cd3043e255f1" [ 1536.737818] env[69217]: _type = "Task" [ 1536.737818] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.746851] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525faf31-afc4-7303-ef66-cd3043e255f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.201143] env[69217]: DEBUG oslo_concurrency.lockutils [req-e69c8fb0-5a74-486a-9ffa-109574ca9db9 req-6ebc4272-e26a-4e67-a44e-888726660349 service nova] Releasing lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.248395] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525faf31-afc4-7303-ef66-cd3043e255f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.248670] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.248886] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.249128] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.249275] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.249453] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.249695] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac5f528-9b3b-478b-a6c6-68e59e973c0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.257697] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.257863] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.258537] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12832f8-5701-4a62-ad90-6af8a1eff615 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.263868] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1537.263868] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52536b8a-4615-7108-b911-ba9c015a71f7" [ 1537.263868] env[69217]: _type = "Task" [ 1537.263868] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.271051] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52536b8a-4615-7108-b911-ba9c015a71f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.773722] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52536b8a-4615-7108-b911-ba9c015a71f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.774559] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a019ab-8e4d-4fe3-81f0-409ce9de0433 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.779418] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1537.779418] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f356a7-4632-5ada-7982-1cf94decc59f" [ 1537.779418] env[69217]: _type = "Task" [ 1537.779418] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.786659] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f356a7-4632-5ada-7982-1cf94decc59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.289362] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52f356a7-4632-5ada-7982-1cf94decc59f, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.289762] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.289866] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7da8f5d9-56fe-47b7-8663-746529899548/7da8f5d9-56fe-47b7-8663-746529899548.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.290121] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffc7586-ad55-4f5d-8bae-abb1a1018b7f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.296735] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1538.296735] env[69217]: value = "task-3533474" [ 1538.296735] env[69217]: _type = "Task" [ 1538.296735] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.303844] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.806461] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428711} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.806710] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 7da8f5d9-56fe-47b7-8663-746529899548/7da8f5d9-56fe-47b7-8663-746529899548.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.806961] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.807231] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7026670d-4915-442e-b767-6da007f880b0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.813670] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1538.813670] env[69217]: value = "task-3533475" [ 1538.813670] env[69217]: _type = "Task" [ 1538.813670] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.821040] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.323106] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066705} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.323496] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.324114] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36658f5f-aa2d-45e8-898a-96d30bda61c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.344893] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7da8f5d9-56fe-47b7-8663-746529899548/7da8f5d9-56fe-47b7-8663-746529899548.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.345135] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc4f7a3-508d-4228-aefc-bb21b332b488 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.363579] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1539.363579] env[69217]: value = "task-3533476" [ 1539.363579] env[69217]: _type = "Task" [ 1539.363579] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.370470] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.873536] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533476, 'name': ReconfigVM_Task, 'duration_secs': 0.283455} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.873855] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7da8f5d9-56fe-47b7-8663-746529899548/7da8f5d9-56fe-47b7-8663-746529899548.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.874468] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-232e8b66-eb77-4ebc-86aa-5ed46abc714e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.880494] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1539.880494] env[69217]: value = "task-3533477" [ 1539.880494] env[69217]: _type = "Task" [ 1539.880494] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.889650] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533477, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.389893] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533477, 'name': Rename_Task, 'duration_secs': 0.146445} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.390333] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.390463] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9f3b86-b09e-49b9-8f9b-6e97e45c5fc5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.397386] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1540.397386] env[69217]: value = "task-3533478" [ 1540.397386] env[69217]: _type = "Task" [ 1540.397386] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.404366] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.907225] env[69217]: DEBUG oslo_vmware.api [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533478, 'name': PowerOnVM_Task, 'duration_secs': 0.429708} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.907488] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.907691] env[69217]: INFO nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1540.907871] env[69217]: DEBUG nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.908650] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8925967e-1c73-4620-9792-45dd00e97bb0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.426584] env[69217]: INFO nova.compute.manager [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Took 11.80 seconds to build instance. [ 1541.570346] env[69217]: DEBUG nova.compute.manager [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Received event network-changed-c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.570540] env[69217]: DEBUG nova.compute.manager [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Refreshing instance network info cache due to event network-changed-c99314f6-b059-4c2a-b6ef-6319cfecf49f. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1541.570805] env[69217]: DEBUG oslo_concurrency.lockutils [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] Acquiring lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.570979] env[69217]: DEBUG oslo_concurrency.lockutils [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] Acquired lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.571160] env[69217]: DEBUG nova.network.neutron [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Refreshing network info cache for port c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.930023] env[69217]: DEBUG oslo_concurrency.lockutils [None req-153fa571-afdf-4262-88f4-0848ae05d637 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.313s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.194347] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.194583] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.276507] env[69217]: DEBUG nova.network.neutron [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updated VIF entry in instance network info cache for port c99314f6-b059-4c2a-b6ef-6319cfecf49f. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.276886] env[69217]: DEBUG nova.network.neutron [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating instance_info_cache with network_info: [{"id": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "address": "fa:16:3e:1e:a7:51", "network": {"id": "83269b66-732a-4cc2-906b-f3293f6cab15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1549386792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7ee1bd5788483e92da650cb1d055d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99314f6-b0", "ovs_interfaceid": "c99314f6-b059-4c2a-b6ef-6319cfecf49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.669488] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.697817] env[69217]: DEBUG nova.compute.utils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1542.779923] env[69217]: DEBUG oslo_concurrency.lockutils [req-1b89d580-bfe5-46e0-944b-082a4cce3e0d req-29bf68cc-5082-49eb-a752-06d65849784e service nova] Releasing lock "refresh_cache-7da8f5d9-56fe-47b7-8663-746529899548" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.168482] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.168630] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.168702] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.168848] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1543.200687] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.163710] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.262014] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.262311] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.262550] env[69217]: INFO nova.compute.manager [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Attaching volume f02307c8-be29-4c97-b4c6-353808edce36 to /dev/sdb [ 1544.294411] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eebe981-111d-48c9-9d5f-00a6c5dc657b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.302508] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fe29f-454f-4306-a4d8-b55a2b5bfa95 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.314804] env[69217]: DEBUG nova.virt.block_device [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating existing volume attachment record: 3c5146fa-6e6a-4e68-93d5-46169cbe25b6 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.168081] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.671182] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.671493] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.671725] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.671931] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1545.672825] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8bc6f-b3d1-4dad-9fd2-314fae908e0a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.681320] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3b5ca-a884-44c7-9191-b6797ab57657 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.695023] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68ac03-2898-43d9-b8a8-94e52fe1fc32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.701059] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb791c6-15dc-4e24-87d3-7d5576fae5c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.728579] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180772MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1545.728716] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.728919] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.755781] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1546.756053] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7da8f5d9-56fe-47b7-8663-746529899548 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1546.756138] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1546.756285] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1546.792407] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8114cb2-b4f3-4b40-96b5-b82ba688bbe6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.799702] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13004227-06bf-41e3-895b-a4efa36ae64b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.829049] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcbbf79-d9c3-422a-b2ae-cd6f38340ba9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.836106] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9381c64-983f-4221-8c57-a1abbec94aa5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.848755] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.351708] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.856518] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1547.856940] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.857212] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1548.857462] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705717', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'name': 'volume-f02307c8-be29-4c97-b4c6-353808edce36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035', 'attached_at': '', 'detached_at': '', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'serial': 'f02307c8-be29-4c97-b4c6-353808edce36'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1548.857912] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.858693] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f634c3-358d-4792-b764-c5b8c7e0091a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.861461] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.875521] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791454be-b064-4eca-b38a-80613b41ec21 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.900850] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-f02307c8-be29-4c97-b4c6-353808edce36/volume-f02307c8-be29-4c97-b4c6-353808edce36.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.901116] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751cd2b7-bd3e-4f10-a1cb-ba077eebb23f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.918244] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1548.918244] env[69217]: value = "task-3533483" [ 1548.918244] env[69217]: _type = "Task" [ 1548.918244] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.925891] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.427771] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533483, 'name': ReconfigVM_Task, 'duration_secs': 0.371911} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.428096] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-f02307c8-be29-4c97-b4c6-353808edce36/volume-f02307c8-be29-4c97-b4c6-353808edce36.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.432714] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1d9856-40bb-4d9f-8025-b199912f4dd7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.446738] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1549.446738] env[69217]: value = "task-3533484" [ 1549.446738] env[69217]: _type = "Task" [ 1549.446738] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.453777] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.956667] env[69217]: DEBUG oslo_vmware.api [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533484, 'name': ReconfigVM_Task, 'duration_secs': 0.131744} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.956965] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705717', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'name': 'volume-f02307c8-be29-4c97-b4c6-353808edce36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035', 'attached_at': '', 'detached_at': '', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'serial': 'f02307c8-be29-4c97-b4c6-353808edce36'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1550.992476] env[69217]: DEBUG nova.objects.instance [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'flavor' on Instance uuid 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.497436] env[69217]: DEBUG oslo_concurrency.lockutils [None req-855bf3e5-1dd4-45c2-8eca-497d6814819e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.406784] env[69217]: DEBUG nova.compute.manager [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Stashing vm_state: active {{(pid=69217) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1552.923725] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.924035] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.429287] env[69217]: INFO nova.compute.claims [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.935048] env[69217]: INFO nova.compute.resource_tracker [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating resource usage from migration 292ad757-ff0e-4617-96d8-f8d50bbbead2 [ 1553.981428] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9791a258-c4ee-465e-8fd2-38c41771e3a5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.988908] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718f47d-c43e-4120-bf73-5843d2dcdd9d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.018200] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f9a95-2714-4523-bd66-c0c68c2037b7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.024888] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3fa5fa-304d-47fd-bdf8-3832b72b52b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.037927] env[69217]: DEBUG nova.compute.provider_tree [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.166528] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.540802] env[69217]: DEBUG nova.scheduler.client.report [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.046416] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.122s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.046643] env[69217]: INFO nova.compute.manager [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Migrating [ 1555.562361] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.562766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.562766] env[69217]: DEBUG nova.network.neutron [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.270131] env[69217]: DEBUG nova.network.neutron [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.772879] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.287121] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f6dcfd-49eb-4419-bc65-455be2ed0248 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.308804] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 0 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1558.816247] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.816723] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b943c5-9912-44e7-903d-abcffd894002 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.825417] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1558.825417] env[69217]: value = "task-3533485" [ 1558.825417] env[69217]: _type = "Task" [ 1558.825417] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.835234] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.335038] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533485, 'name': PowerOffVM_Task, 'duration_secs': 0.279549} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.335445] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.335527] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 17 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.842199] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.842447] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.842612] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.842797] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.842944] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.843144] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.843369] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.843534] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.843701] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.843864] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.844068] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.849043] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ccfe6a-b6f6-4652-9c62-a93393e29cae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.864294] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1559.864294] env[69217]: value = "task-3533486" [ 1559.864294] env[69217]: _type = "Task" [ 1559.864294] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.873580] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.376096] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533486, 'name': ReconfigVM_Task, 'duration_secs': 0.17383} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.376096] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 33 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1560.882306] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.882549] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.882691] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.882868] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.883028] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.883243] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.883504] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.883607] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.883768] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.883927] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.884118] env[69217]: DEBUG nova.virt.hardware [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.889311] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1560.889598] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb0ae80-4807-411d-afd7-90540fe7c43c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.908486] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1560.908486] env[69217]: value = "task-3533487" [ 1560.908486] env[69217]: _type = "Task" [ 1560.908486] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.915991] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.419375] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533487, 'name': ReconfigVM_Task, 'duration_secs': 0.17644} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.419688] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1561.420428] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430fd039-3a38-42ad-b493-806d2efc17f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.444089] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.444645] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af83af64-865a-4abd-a119-f760e2239b47 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.462090] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1561.462090] env[69217]: value = "task-3533488" [ 1561.462090] env[69217]: _type = "Task" [ 1561.462090] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.469482] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.971985] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533488, 'name': ReconfigVM_Task, 'duration_secs': 0.26724} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.972270] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.972551] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 50 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.479750] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c813a5e-c057-4fe6-b46f-905a9913b755 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.500608] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5babc7-226d-425e-b8b5-f81571feeff5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.521323] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 67 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.165700] env[69217]: DEBUG nova.network.neutron [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Port 11152d00-037d-4442-bc8a-20428721c7cb binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1565.186938] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.187349] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.187349] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.221517] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.221763] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.221882] env[69217]: DEBUG nova.network.neutron [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.922914] env[69217]: DEBUG nova.network.neutron [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.426281] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.934850] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84298e18-9eb8-4db1-a7c7-97fe776014f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.942172] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e61622-ce9c-4a14-9a7e-6d14487d808b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.036410] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e27be6-006d-4db4-ae68-fab2d90048c8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.057983] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3404d09-2fe7-4d25-ac3d-ae7a5c3e2205 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.064781] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 83 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1569.570780] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.571139] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-113df7be-d61f-4f49-99b1-a4f16efb57a0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.578991] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1569.578991] env[69217]: value = "task-3533489" [ 1569.578991] env[69217]: _type = "Task" [ 1569.578991] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.586467] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.088678] env[69217]: DEBUG oslo_vmware.api [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533489, 'name': PowerOnVM_Task, 'duration_secs': 0.375317} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.089175] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.089368] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-f0068cd8-affd-4535-ab82-43e8df449601 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035' progress to 100 {{(pid=69217) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1572.940762] env[69217]: DEBUG nova.network.neutron [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Port 11152d00-037d-4442-bc8a-20428721c7cb binding to destination host cpu-1 is already ACTIVE {{(pid=69217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1572.941067] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.941230] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.941396] env[69217]: DEBUG nova.network.neutron [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.683688] env[69217]: DEBUG nova.network.neutron [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.186565] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.690219] env[69217]: DEBUG nova.compute.manager [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69217) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1575.785229] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.785522] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.288684] env[69217]: DEBUG nova.objects.instance [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'migration_context' on Instance uuid 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.843662] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a815f8-2d1b-476b-a64f-ebb6f32b9d04 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.851430] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee42b4-961f-4162-ac88-86d32b513be8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.882100] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95fe3dc-3eef-45a2-805c-4e839292f0b2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.889458] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b25552f-737e-4b6b-81a6-73034898eab9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.902837] env[69217]: DEBUG nova.compute.provider_tree [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.405901] env[69217]: DEBUG nova.scheduler.client.report [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.416644] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.631s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.608574] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.608811] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.113175] env[69217]: DEBUG nova.compute.utils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1579.616187] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.955198] env[69217]: INFO nova.compute.manager [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Swapping old allocation on dict_keys(['7b6c4a0e-698d-4b89-944b-903ec8545ed6']) held by migration 292ad757-ff0e-4617-96d8-f8d50bbbead2 for instance [ 1579.976472] env[69217]: DEBUG nova.scheduler.client.report [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Overwriting current allocation {'allocations': {'7b6c4a0e-698d-4b89-944b-903ec8545ed6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'ed8a68e236904ae4be9f332218a33dd5', 'user_id': '544d0e958b914b5395d34c93e58f70ba', 'consumer_generation': 1} on consumer 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 {{(pid=69217) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1580.065178] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.065376] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.065558] env[69217]: DEBUG nova.network.neutron [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.679786] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.680227] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.680317] env[69217]: INFO nova.compute.manager [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attaching volume 6d2b4594-37eb-4f5e-b843-6b6391ffafa0 to /dev/sdb [ 1580.714347] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31761d6-8462-4248-bde9-10c733c0413b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.719601] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc9e17-eb0e-44e4-b040-7e1db9b37532 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.732653] env[69217]: DEBUG nova.virt.block_device [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating existing volume attachment record: 63bbd091-6590-46c6-82c5-9442f5a8be6f {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1580.768556] env[69217]: DEBUG nova.network.neutron [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [{"id": "11152d00-037d-4442-bc8a-20428721c7cb", "address": "fa:16:3e:a7:bf:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11152d00-03", "ovs_interfaceid": "11152d00-037d-4442-bc8a-20428721c7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.271735] env[69217]: DEBUG oslo_concurrency.lockutils [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.272776] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8cdd3e-a671-4823-8a71-3d6697f4ae5f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.279520] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc4659-5b50-4db3-88f6-7f49e9b4106c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.354388] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.354760] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c66d35-c67c-4e53-8cd1-3ff9bf4e7cbf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.361644] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1582.361644] env[69217]: value = "task-3533491" [ 1582.361644] env[69217]: _type = "Task" [ 1582.361644] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.371145] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.871316] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533491, 'name': PowerOffVM_Task, 'duration_secs': 0.221381} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.871586] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.872544] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.872800] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.872967] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.873195] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.873388] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.873576] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.873857] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.874061] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.874247] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.874468] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.874663] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.879787] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caafcbd4-98a2-41d7-a2aa-23cca201d636 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.895557] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1582.895557] env[69217]: value = "task-3533492" [ 1582.895557] env[69217]: _type = "Task" [ 1582.895557] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.903236] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.405012] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533492, 'name': ReconfigVM_Task, 'duration_secs': 0.134635} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.405819] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76424f-a617-4337-81c9-9ff9b2b2a207 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.426393] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.426634] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.426791] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.426978] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.427139] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.427288] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.427492] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.427650] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.427821] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.427972] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.428158] env[69217]: DEBUG nova.virt.hardware [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.428915] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f83bed-77c5-42a6-b788-a1783ec694ae {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.433789] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1583.433789] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]524ebe4a-bfac-4e8c-ceb1-7546a4f4060e" [ 1583.433789] env[69217]: _type = "Task" [ 1583.433789] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.440808] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524ebe4a-bfac-4e8c-ceb1-7546a4f4060e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.944168] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]524ebe4a-bfac-4e8c-ceb1-7546a4f4060e, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.949405] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1583.949680] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed893e9-3dd8-4e74-bdfa-742f71f3977c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.967326] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1583.967326] env[69217]: value = "task-3533494" [ 1583.967326] env[69217]: _type = "Task" [ 1583.967326] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.974625] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.477211] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.977958] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.275561] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1585.275883] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705718', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'name': 'volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'serial': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1585.277240] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3375542-c22a-4949-971a-254056435fa8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.292971] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bbfd2-bb78-4c46-8750-715c8041d258 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.316024] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0/volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.316259] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c42eb8-ba3a-420c-a019-744549b847eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.333446] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1585.333446] env[69217]: value = "task-3533495" [ 1585.333446] env[69217]: _type = "Task" [ 1585.333446] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.340640] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.478799] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533494, 'name': ReconfigVM_Task, 'duration_secs': 1.176618} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.479206] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1585.479820] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44091e8e-3875-4caa-9321-190d5c791a8f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.503473] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.503774] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3f57b7-8edb-4b0c-ac83-da55b6ee1281 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.522119] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1585.522119] env[69217]: value = "task-3533496" [ 1585.522119] env[69217]: _type = "Task" [ 1585.522119] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.529160] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.843665] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533495, 'name': ReconfigVM_Task, 'duration_secs': 0.319683} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.843998] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0/volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.848665] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97516c7d-4aaf-4bd4-aa1b-7ecff8a2486f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.863956] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1585.863956] env[69217]: value = "task-3533497" [ 1585.863956] env[69217]: _type = "Task" [ 1585.863956] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.872163] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.031590] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533496, 'name': ReconfigVM_Task, 'duration_secs': 0.271746} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.031872] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035/08c9e5f6-c1d3-4136-b8cc-2cccffbc6035.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.032774] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b18bea5-b897-4cd1-ae9b-174a9aa8bc9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.053098] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b3e2c-c53b-4507-b2f2-798fd4f057f3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.073030] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed1099-b2ee-4499-951f-5c0129f70ca0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.093191] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12264782-549c-444a-870f-a9fd086389ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.099762] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.099985] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a1d8fe-71dd-4f1a-b15b-ef373dccfbd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.106383] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1586.106383] env[69217]: value = "task-3533498" [ 1586.106383] env[69217]: _type = "Task" [ 1586.106383] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.113266] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.373763] env[69217]: DEBUG oslo_vmware.api [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533497, 'name': ReconfigVM_Task, 'duration_secs': 0.152243} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.373992] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705718', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'name': 'volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'serial': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1586.616384] env[69217]: DEBUG oslo_vmware.api [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533498, 'name': PowerOnVM_Task, 'duration_secs': 0.355732} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.616767] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.411588] env[69217]: DEBUG nova.objects.instance [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.656815] env[69217]: INFO nova.compute.manager [None req-fcf03d6c-7f58-451c-a1ac-76bf05872ebf tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance to original state: 'active' [ 1587.916438] env[69217]: DEBUG oslo_concurrency.lockutils [None req-6058278a-73db-4f62-8c36-c92980075690 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.752861] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.753167] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.973138] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.973473] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.973684] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.973876] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.974058] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.976326] env[69217]: INFO nova.compute.manager [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Terminating instance [ 1589.256882] env[69217]: DEBUG nova.compute.utils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1589.480129] env[69217]: DEBUG nova.compute.manager [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.480347] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.480628] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025c7251-5811-4a9a-a2db-76e17d4dcf9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.488019] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1589.488019] env[69217]: value = "task-3533499" [ 1589.488019] env[69217]: _type = "Task" [ 1589.488019] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.496978] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.759865] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.998251] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533499, 'name': PowerOffVM_Task, 'duration_secs': 0.188607} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.998510] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.998705] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1589.998896] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705717', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'name': 'volume-f02307c8-be29-4c97-b4c6-353808edce36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035', 'attached_at': '2025-04-23T18:56:25.000000', 'detached_at': '', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'serial': 'f02307c8-be29-4c97-b4c6-353808edce36'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1589.999668] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7083666-06b1-4a43-8733-7597b10e1dee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.019434] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce529b0-f0df-4b2e-bc9c-190a96717867 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.025409] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cdeec8-a30d-4017-879d-26b43430b6c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.045049] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a46adf-c88a-4ffb-9a07-c0084679392b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.058634] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] The volume has not been displaced from its original location: [datastore1] volume-f02307c8-be29-4c97-b4c6-353808edce36/volume-f02307c8-be29-4c97-b4c6-353808edce36.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1590.063825] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1590.064094] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5f1a94-da32-48db-9287-0d6759bc9150 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.081457] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1590.081457] env[69217]: value = "task-3533500" [ 1590.081457] env[69217]: _type = "Task" [ 1590.081457] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.088927] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.590999] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533500, 'name': ReconfigVM_Task, 'duration_secs': 0.192573} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.591286] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1590.595817] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ca79ed-8792-4022-aaf7-9d0775197677 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.609959] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1590.609959] env[69217]: value = "task-3533501" [ 1590.609959] env[69217]: _type = "Task" [ 1590.609959] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.618594] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.822805] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.823154] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.823329] env[69217]: INFO nova.compute.manager [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attaching volume 3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f to /dev/sdc [ 1590.853944] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9172f2c-b825-45f4-94c4-de6871f0bf1b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.861750] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf4bc7-1438-40df-83ab-270eedfa375d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.875813] env[69217]: DEBUG nova.virt.block_device [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating existing volume attachment record: c04d04af-aba7-4a43-b483-89e8eb70f3d3 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1591.119605] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533501, 'name': ReconfigVM_Task, 'duration_secs': 0.129035} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.119982] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705717', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'name': 'volume-f02307c8-be29-4c97-b4c6-353808edce36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '08c9e5f6-c1d3-4136-b8cc-2cccffbc6035', 'attached_at': '2025-04-23T18:56:25.000000', 'detached_at': '', 'volume_id': 'f02307c8-be29-4c97-b4c6-353808edce36', 'serial': 'f02307c8-be29-4c97-b4c6-353808edce36'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1591.120395] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.121300] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d8579-d800-4bff-802f-2daa6464353d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.127919] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.128206] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecde5d46-e9d2-40b7-8e00-fcc95cac6d33 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.192048] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.192275] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.192514] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleting the datastore file [datastore1] 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.192811] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b29bd6ee-973b-44dd-a69f-d95ea15e3aee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.198952] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1591.198952] env[69217]: value = "task-3533504" [ 1591.198952] env[69217]: _type = "Task" [ 1591.198952] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.206401] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.709234] env[69217]: DEBUG oslo_vmware.api [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141234} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.709495] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.709680] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.709853] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.710040] env[69217]: INFO nova.compute.manager [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1591.710285] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.710473] env[69217]: DEBUG nova.compute.manager [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.710571] env[69217]: DEBUG nova.network.neutron [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.186173] env[69217]: DEBUG nova.compute.manager [req-5bfbd3ef-b8aa-4a75-8f22-2f0f049f538c req-cedc890f-6e52-4b16-8781-d82aebba0181 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Received event network-vif-deleted-11152d00-037d-4442-bc8a-20428721c7cb {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1592.186429] env[69217]: INFO nova.compute.manager [req-5bfbd3ef-b8aa-4a75-8f22-2f0f049f538c req-cedc890f-6e52-4b16-8781-d82aebba0181 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Neutron deleted interface 11152d00-037d-4442-bc8a-20428721c7cb; detaching it from the instance and deleting it from the info cache [ 1592.186603] env[69217]: DEBUG nova.network.neutron [req-5bfbd3ef-b8aa-4a75-8f22-2f0f049f538c req-cedc890f-6e52-4b16-8781-d82aebba0181 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.627690] env[69217]: DEBUG nova.network.neutron [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.690041] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c561467e-21c9-43e6-9389-670224cb87ca {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.699470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69aa73-fa3e-4318-91d8-1f97535e8ffa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.724739] env[69217]: DEBUG nova.compute.manager [req-5bfbd3ef-b8aa-4a75-8f22-2f0f049f538c req-cedc890f-6e52-4b16-8781-d82aebba0181 service nova] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Detach interface failed, port_id=11152d00-037d-4442-bc8a-20428721c7cb, reason: Instance 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.131251] env[69217]: INFO nova.compute.manager [-] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Took 1.42 seconds to deallocate network for instance. [ 1593.673593] env[69217]: INFO nova.compute.manager [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Took 0.54 seconds to detach 1 volumes for instance. [ 1594.180033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.180033] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.180300] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.203938] env[69217]: INFO nova.scheduler.client.report [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted allocations for instance 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035 [ 1594.712043] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "08c9e5f6-c1d3-4136-b8cc-2cccffbc6035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.420777] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1595.421076] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705719', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'name': 'volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'serial': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1595.422063] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c20ca-9c13-4818-88bb-2055298f941a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.438510] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d495b02-3671-463e-90da-e032718e0b15 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.465413] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f/volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.465727] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddeba189-0661-405b-8f19-c822df6a8799 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.483659] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1595.483659] env[69217]: value = "task-3533506" [ 1595.483659] env[69217]: _type = "Task" [ 1595.483659] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.491104] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.994086] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533506, 'name': ReconfigVM_Task, 'duration_secs': 0.360228} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.994483] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f/volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.999138] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e949ba21-182b-4e73-aeac-2a4bf865e48e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.014267] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1596.014267] env[69217]: value = "task-3533507" [ 1596.014267] env[69217]: _type = "Task" [ 1596.014267] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.021697] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.179998] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.180301] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.524272] env[69217]: DEBUG oslo_vmware.api [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533507, 'name': ReconfigVM_Task, 'duration_secs': 0.135973} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.524598] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705719', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'name': 'volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'serial': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1596.683975] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1597.206867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.207296] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.208857] env[69217]: INFO nova.compute.claims [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.560368] env[69217]: DEBUG nova.objects.instance [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.065636] env[69217]: DEBUG oslo_concurrency.lockutils [None req-f653c3dd-803f-40a0-a88d-ceca96d0256a tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.232083] env[69217]: DEBUG nova.scheduler.client.report [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Refreshing inventories for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1598.244629] env[69217]: DEBUG nova.scheduler.client.report [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Updating ProviderTree inventory for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1598.244842] env[69217]: DEBUG nova.compute.provider_tree [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Updating inventory in ProviderTree for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.254707] env[69217]: DEBUG nova.scheduler.client.report [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Refreshing aggregate associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, aggregates: None {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1598.270475] env[69217]: DEBUG nova.scheduler.client.report [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Refreshing trait associations for resource provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1598.301910] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb772a1-4f94-438c-95d7-9aa15a1880b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.309580] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede59784-b2f8-4277-a504-23db4eb8a143 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.339620] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df77666-135e-4e69-98d6-091800617902 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.346182] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eda6e3b-b575-4a18-b041-9fbc464f76da {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.358826] env[69217]: DEBUG nova.compute.provider_tree [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.608160] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.608403] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.862101] env[69217]: DEBUG nova.scheduler.client.report [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.111338] env[69217]: INFO nova.compute.manager [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Detaching volume 6d2b4594-37eb-4f5e-b843-6b6391ffafa0 [ 1599.140811] env[69217]: INFO nova.virt.block_device [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attempting to driver detach volume 6d2b4594-37eb-4f5e-b843-6b6391ffafa0 from mountpoint /dev/sdb [ 1599.141068] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1599.141259] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705718', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'name': 'volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'serial': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1599.142145] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55072fe-0561-48a3-b652-0198b8a4cc2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.166196] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e4830-0353-406c-9be1-a5939331cf25 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.172795] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf51ec-d2a0-4915-b581-e8f9870677f0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.194730] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685359c-e6c7-47e4-9225-0e97f8d5e178 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.209860] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] The volume has not been displaced from its original location: [datastore1] volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0/volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1599.215023] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1599.215267] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b13f93f-62f0-43e6-a0ed-03683de37eaf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.232733] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1599.232733] env[69217]: value = "task-3533508" [ 1599.232733] env[69217]: _type = "Task" [ 1599.232733] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.239753] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.366980] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.367466] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.742857] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533508, 'name': ReconfigVM_Task, 'duration_secs': 0.240066} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.743143] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1599.747719] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f899be-4100-4738-b94e-d9770889fefa {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.762538] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1599.762538] env[69217]: value = "task-3533509" [ 1599.762538] env[69217]: _type = "Task" [ 1599.762538] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.770409] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.873244] env[69217]: DEBUG nova.compute.utils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1599.875262] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.875556] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.923016] env[69217]: DEBUG nova.policy [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544d0e958b914b5395d34c93e58f70ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8a68e236904ae4be9f332218a33dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.160385] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Successfully created port: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.271973] env[69217]: DEBUG oslo_vmware.api [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533509, 'name': ReconfigVM_Task, 'duration_secs': 0.138555} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.272279] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705718', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'name': 'volume-6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0', 'serial': '6d2b4594-37eb-4f5e-b843-6b6391ffafa0'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1600.376097] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.812559] env[69217]: DEBUG nova.objects.instance [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.385131] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.412510] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T18:38:26Z,direct_url=,disk_format='vmdk',id=e5795d20-bf84-4fc7-a844-22898280f8dd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4e3502e654f04b7981eadc89b17aaaf4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T18:38:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.413507] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.413507] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.413507] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.413507] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.413507] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.413681] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.413794] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.413966] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.414145] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.414321] env[69217]: DEBUG nova.virt.hardware [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.415536] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c48294-d8dc-4fce-9305-1362e8497366 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.423872] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e25d7-b49c-448a-92da-a53650b3c828 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.505932] env[69217]: DEBUG nova.compute.manager [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1601.506084] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.506297] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.506465] env[69217]: DEBUG oslo_concurrency.lockutils [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.506627] env[69217]: DEBUG nova.compute.manager [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] No waiting events found dispatching network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.506789] env[69217]: WARNING nova.compute.manager [req-b1c052d1-9c18-4a34-a58c-549d61cac971 req-40ee753d-6549-42ad-ba2f-34fdf95a452c service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received unexpected event network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 for instance with vm_state building and task_state spawning. [ 1601.810749] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Successfully updated port: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.818610] env[69217]: DEBUG oslo_concurrency.lockutils [None req-26853451-5dea-49b5-8301-cc084db60a55 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.850662] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.850903] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.312867] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.313026] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.313144] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.354809] env[69217]: INFO nova.compute.manager [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Detaching volume 3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f [ 1602.383318] env[69217]: INFO nova.virt.block_device [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Attempting to driver detach volume 3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f from mountpoint /dev/sdc [ 1602.383566] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1602.383756] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705719', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'name': 'volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'serial': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1602.384642] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887e9fb-9b46-4c98-8566-9b7ff4c996c1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.405947] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acaf787-6180-4edf-89cc-b5a43f1563d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.412621] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1849c220-bb4a-4708-9c8a-015d03216a59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.432183] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6be3a7-5304-40a9-bb21-c641ca0d667f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.446364] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] The volume has not been displaced from its original location: [datastore1] volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f/volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1602.451457] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1602.451716] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ff8be9-2192-4475-9d44-3de1ddc98565 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.471514] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1602.471514] env[69217]: value = "task-3533510" [ 1602.471514] env[69217]: _type = "Task" [ 1602.471514] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.480338] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.843433] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.964470] env[69217]: DEBUG nova.network.neutron [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.982938] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533510, 'name': ReconfigVM_Task, 'duration_secs': 0.212482} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.983215] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1602.987907] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbabdc7-7a04-4c9b-8d22-fd39fd2a0fb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.002690] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1603.002690] env[69217]: value = "task-3533511" [ 1603.002690] env[69217]: _type = "Task" [ 1603.002690] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.009808] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.167893] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.168146] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.168305] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.168457] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.168595] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1603.466772] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.467111] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance network_info: |[{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.467519] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:11:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02ff75f-ae8d-4c7e-ae04-5b3d9090f167', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.474810] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1603.475013] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.475233] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6b7499-0d7c-4ab1-a5cc-667886144d07 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.494971] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.494971] env[69217]: value = "task-3533512" [ 1603.494971] env[69217]: _type = "Task" [ 1603.494971] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.502365] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533512, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.510592] env[69217]: DEBUG oslo_vmware.api [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533511, 'name': ReconfigVM_Task, 'duration_secs': 0.137045} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.510810] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705719', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'name': 'volume-3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da8f5d9-56fe-47b7-8663-746529899548', 'attached_at': '', 'detached_at': '', 'volume_id': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f', 'serial': '3967a2f4-34fe-4c6c-8ba9-7a88d0cdad1f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1603.531889] env[69217]: DEBUG nova.compute.manager [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1603.531962] env[69217]: DEBUG nova.compute.manager [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing instance network info cache due to event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1603.532194] env[69217]: DEBUG oslo_concurrency.lockutils [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.532338] env[69217]: DEBUG oslo_concurrency.lockutils [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.532492] env[69217]: DEBUG nova.network.neutron [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.005476] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533512, 'name': CreateVM_Task, 'duration_secs': 0.299581} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.005688] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.006328] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.006500] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.006853] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.007136] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974ddbcc-438a-405f-9def-f20bc829b70c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.011367] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1604.011367] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4823a-a0fd-59ee-be8d-e91056631ea2" [ 1604.011367] env[69217]: _type = "Task" [ 1604.011367] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.018857] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4823a-a0fd-59ee-be8d-e91056631ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.052631] env[69217]: DEBUG nova.objects.instance [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'flavor' on Instance uuid 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.231381] env[69217]: DEBUG nova.network.neutron [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updated VIF entry in instance network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.231769] env[69217]: DEBUG nova.network.neutron [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.521380] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52a4823a-a0fd-59ee-be8d-e91056631ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.521682] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.521996] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Processing image e5795d20-bf84-4fc7-a844-22898280f8dd {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.522263] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.522432] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.522593] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.522897] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe1fea4-25bf-4fa3-820e-5eb35ceb7063 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.531079] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.531261] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.532010] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e366341-7e40-47c0-9ffd-1e5a0a37dcd9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.536912] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1604.536912] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fbbb94-74db-59c2-6ac8-c1252b022f63" [ 1604.536912] env[69217]: _type = "Task" [ 1604.536912] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.544023] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fbbb94-74db-59c2-6ac8-c1252b022f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.734232] env[69217]: DEBUG oslo_concurrency.lockutils [req-7cb48b3d-7059-4cdb-811a-2be624b5827f req-a5a63bb8-f7b3-4f84-8fe6-1be46a4bfb4f service nova] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.049487] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52fbbb94-74db-59c2-6ac8-c1252b022f63, 'name': SearchDatastore_Task, 'duration_secs': 0.007463} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.050228] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3924ec-c32e-4383-b783-47023f9c719e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.055592] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1605.055592] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290633c-c11d-8240-dd13-74485fb0cf41" [ 1605.055592] env[69217]: _type = "Task" [ 1605.055592] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.059967] env[69217]: DEBUG oslo_concurrency.lockutils [None req-2eb572db-bdae-4d5a-9b4a-37938d179000 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.063461] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290633c-c11d-8240-dd13-74485fb0cf41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.566225] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290633c-c11d-8240-dd13-74485fb0cf41, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.566513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.566810] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.567104] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9cb0939-cf3f-471e-8c77-d4f9b80a9877 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.574048] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1605.574048] env[69217]: value = "task-3533513" [ 1605.574048] env[69217]: _type = "Task" [ 1605.574048] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.581569] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.083921] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409944} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.084305] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5795d20-bf84-4fc7-a844-22898280f8dd/e5795d20-bf84-4fc7-a844-22898280f8dd.vmdk to [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.084533] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Extending root virtual disk to 1048576 {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.084828] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5592893f-38ce-487d-8b15-0810635c2bb7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.091358] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1606.091358] env[69217]: value = "task-3533514" [ 1606.091358] env[69217]: _type = "Task" [ 1606.091358] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.098305] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.164146] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.167624] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.167817] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.221228] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.221493] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.221710] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "7da8f5d9-56fe-47b7-8663-746529899548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.221894] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.222071] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.223984] env[69217]: INFO nova.compute.manager [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Terminating instance [ 1606.601168] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058687} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.602055] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Extended root virtual disk {{(pid=69217) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.602651] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7667835-4e68-4cf1-93e5-b43a06292015 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.624088] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.624287] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717d7d11-fb77-40ee-9b05-f5e2f65cb95f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.642134] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1606.642134] env[69217]: value = "task-3533515" [ 1606.642134] env[69217]: _type = "Task" [ 1606.642134] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.649345] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.670379] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.670613] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.670788] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.670932] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1606.671801] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06dbb9-b5ac-44dc-8b4d-7d13c1578bd4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.678638] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f775c4-b7d0-4037-a7cf-05bacdd90680 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.692948] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75225f82-ea96-4862-b61a-34538ecaafff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.698821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988e2c6c-449d-4561-b4e3-dcbd8e95076d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.726892] env[69217]: DEBUG nova.compute.manager [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.727115] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.727419] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180532MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1606.727547] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.727771] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.729726] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33dea57-b41c-464c-9c1b-e5613452053d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.736338] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.736557] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a85a89d-2e55-47fe-b8f1-0db4db84de2e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.741777] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1606.741777] env[69217]: value = "task-3533516" [ 1606.741777] env[69217]: _type = "Task" [ 1606.741777] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.752220] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.151662] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533515, 'name': ReconfigVM_Task, 'duration_secs': 0.25927} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.151943] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk or device None with type sparse {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.152604] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dc1b70e-45fd-46fa-b3dd-a29428b08f9e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.159296] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1607.159296] env[69217]: value = "task-3533517" [ 1607.159296] env[69217]: _type = "Task" [ 1607.159296] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.167107] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533517, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.251304] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533516, 'name': PowerOffVM_Task, 'duration_secs': 0.185317} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.251550] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.251721] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.251957] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e993698e-56e5-4ffe-9505-859c2d66a505 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.310268] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.310478] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.310659] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleting the datastore file [datastore1] 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.310977] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6633cb2-4a28-447d-8134-71f71fa9a30c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.317839] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for the task: (returnval){ [ 1607.317839] env[69217]: value = "task-3533519" [ 1607.317839] env[69217]: _type = "Task" [ 1607.317839] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.325580] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.670369] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533517, 'name': Rename_Task} progress is 14%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.754821] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 7da8f5d9-56fe-47b7-8663-746529899548 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1607.754983] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1607.755179] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1607.755316] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1607.798754] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c445504-2163-44e6-9387-f8f55a83857d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.806291] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a3e3d0-89b3-472b-a6fe-4cb95a86cc30 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.838536] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d95461-64cc-45a6-b7b6-128e314197ec {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.845423] env[69217]: DEBUG oslo_vmware.api [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Task: {'id': task-3533519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129423} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.847408] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.847599] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.847776] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.847947] env[69217]: INFO nova.compute.manager [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1607.848198] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1607.848451] env[69217]: DEBUG nova.compute.manager [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.848545] env[69217]: DEBUG nova.network.neutron [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.850977] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5794e443-1749-4f5e-8602-b6bcb6e2b224 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.863988] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.170153] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533517, 'name': Rename_Task, 'duration_secs': 0.816838} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.170432] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.170684] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a4adfe-097a-4c02-bd84-02058f133cfd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.177567] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1608.177567] env[69217]: value = "task-3533520" [ 1608.177567] env[69217]: _type = "Task" [ 1608.177567] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.185166] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.298524] env[69217]: DEBUG nova.compute.manager [req-d026fc0b-6b38-4045-990a-37a94947aac3 req-96fffdc0-6741-4326-bddd-8ca3e8ed2734 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Received event network-vif-deleted-c99314f6-b059-4c2a-b6ef-6319cfecf49f {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1608.298756] env[69217]: INFO nova.compute.manager [req-d026fc0b-6b38-4045-990a-37a94947aac3 req-96fffdc0-6741-4326-bddd-8ca3e8ed2734 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Neutron deleted interface c99314f6-b059-4c2a-b6ef-6319cfecf49f; detaching it from the instance and deleting it from the info cache [ 1608.298912] env[69217]: DEBUG nova.network.neutron [req-d026fc0b-6b38-4045-990a-37a94947aac3 req-96fffdc0-6741-4326-bddd-8ca3e8ed2734 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.367019] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.687010] env[69217]: DEBUG oslo_vmware.api [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533520, 'name': PowerOnVM_Task, 'duration_secs': 0.427793} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.687311] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.687679] env[69217]: INFO nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1608.687679] env[69217]: DEBUG nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.688470] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a16906-b33c-4bc1-b6e6-37d6347e7d59 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.779886] env[69217]: DEBUG nova.network.neutron [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.801200] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-179779b9-1217-440a-8983-039d0528039d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.810356] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a81747-7c4a-46ad-9cd7-31fa8422aba8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.835704] env[69217]: DEBUG nova.compute.manager [req-d026fc0b-6b38-4045-990a-37a94947aac3 req-96fffdc0-6741-4326-bddd-8ca3e8ed2734 service nova] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Detach interface failed, port_id=c99314f6-b059-4c2a-b6ef-6319cfecf49f, reason: Instance 7da8f5d9-56fe-47b7-8663-746529899548 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1608.872155] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1608.872330] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.206929] env[69217]: INFO nova.compute.manager [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Took 12.02 seconds to build instance. [ 1609.282737] env[69217]: INFO nova.compute.manager [-] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Took 1.43 seconds to deallocate network for instance. [ 1609.709166] env[69217]: DEBUG oslo_concurrency.lockutils [None req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.529s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.789451] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.789744] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.789969] env[69217]: DEBUG nova.objects.instance [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lazy-loading 'resources' on Instance uuid 7da8f5d9-56fe-47b7-8663-746529899548 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.872171] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.324496] env[69217]: DEBUG nova.compute.manager [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1610.324670] env[69217]: DEBUG nova.compute.manager [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing instance network info cache due to event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1610.325277] env[69217]: DEBUG oslo_concurrency.lockutils [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.325277] env[69217]: DEBUG oslo_concurrency.lockutils [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.325277] env[69217]: DEBUG nova.network.neutron [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.339864] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632b886e-7dc9-471d-9a64-950372ae5e31 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.347749] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acfd74d-591a-4da9-9ca2-59e47af14bcb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.379995] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587fb071-3558-4147-b0f2-c2e35d51d3b5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.386950] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba5d2d-a85c-42f0-943e-05c6ec411284 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.400235] env[69217]: DEBUG nova.compute.provider_tree [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.902817] env[69217]: DEBUG nova.scheduler.client.report [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.018597] env[69217]: DEBUG nova.network.neutron [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updated VIF entry in instance network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.018963] env[69217]: DEBUG nova.network.neutron [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.407288] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.425871] env[69217]: INFO nova.scheduler.client.report [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Deleted allocations for instance 7da8f5d9-56fe-47b7-8663-746529899548 [ 1611.521316] env[69217]: DEBUG oslo_concurrency.lockutils [req-0695c3d5-b0e4-47de-9b5a-94aafddc2dec req-6ab4a569-4228-49b1-ae4f-c11be416bf09 service nova] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.933336] env[69217]: DEBUG oslo_concurrency.lockutils [None req-85a6a531-117e-4f02-a6dc-ccf6799f138b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Lock "7da8f5d9-56fe-47b7-8663-746529899548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.511941] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.512365] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.512436] env[69217]: INFO nova.compute.manager [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Shelving [ 1646.522316] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.522688] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33862e5-1fe8-4e8e-b077-a2b05727e731 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.530764] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1646.530764] env[69217]: value = "task-3533524" [ 1646.530764] env[69217]: _type = "Task" [ 1646.530764] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.538836] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.041394] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533524, 'name': PowerOffVM_Task, 'duration_secs': 0.202274} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.041654] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.042452] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c5f15d-5714-4b0b-85a9-4a21098cec0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.059980] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dda35a-5fe3-4bde-80f2-c50f9b3bf23b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.570330] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Creating Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1647.570684] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28c2231f-adf9-41fc-961f-7f6631d35e7c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.579074] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1647.579074] env[69217]: value = "task-3533525" [ 1647.579074] env[69217]: _type = "Task" [ 1647.579074] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.587028] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.088883] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533525, 'name': CreateSnapshot_Task, 'duration_secs': 0.386313} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.089253] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Created Snapshot of the VM instance {{(pid=69217) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1648.089989] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bed7e-a769-4b6b-b999-bdca6cc70165 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.606445] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Creating linked-clone VM from snapshot {{(pid=69217) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1648.606829] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6079d680-feea-4b2b-b553-9496b0d45656 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.614753] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1648.614753] env[69217]: value = "task-3533526" [ 1648.614753] env[69217]: _type = "Task" [ 1648.614753] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.622298] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533526, 'name': CloneVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.125373] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533526, 'name': CloneVM_Task} progress is 94%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.626046] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533526, 'name': CloneVM_Task, 'duration_secs': 0.898286} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.626476] env[69217]: INFO nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Created linked-clone VM from snapshot [ 1649.627051] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7849582-11c1-4c8f-8178-135277edb538 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.634067] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Uploading image bba0997e-4ea7-4d21-8f2a-b7173d11d57d {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1649.654344] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1649.654344] env[69217]: value = "vm-705722" [ 1649.654344] env[69217]: _type = "VirtualMachine" [ 1649.654344] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1649.654610] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48fdfd94-99a0-4d01-8b1f-5bdbfe47b149 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.661567] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease: (returnval){ [ 1649.661567] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290e3bf-250f-0176-8106-13d1e2f91834" [ 1649.661567] env[69217]: _type = "HttpNfcLease" [ 1649.661567] env[69217]: } obtained for exporting VM: (result){ [ 1649.661567] env[69217]: value = "vm-705722" [ 1649.661567] env[69217]: _type = "VirtualMachine" [ 1649.661567] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1649.661814] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the lease: (returnval){ [ 1649.661814] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290e3bf-250f-0176-8106-13d1e2f91834" [ 1649.661814] env[69217]: _type = "HttpNfcLease" [ 1649.661814] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1649.667618] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1649.667618] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290e3bf-250f-0176-8106-13d1e2f91834" [ 1649.667618] env[69217]: _type = "HttpNfcLease" [ 1649.667618] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1650.170855] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1650.170855] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290e3bf-250f-0176-8106-13d1e2f91834" [ 1650.170855] env[69217]: _type = "HttpNfcLease" [ 1650.170855] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1650.171158] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1650.171158] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]5290e3bf-250f-0176-8106-13d1e2f91834" [ 1650.171158] env[69217]: _type = "HttpNfcLease" [ 1650.171158] env[69217]: }. {{(pid=69217) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1650.171840] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0893cdf-ec39-415b-957d-73e6f20062ea {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.179104] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1650.179276] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk for reading. {{(pid=69217) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1650.265062] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0c9860a-c10c-4b70-8b5a-3a7e209a002b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.466316] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1657.467301] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cbb3e-7383-4b2a-a047-38fabe45c463 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.473610] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1657.473781] env[69217]: ERROR oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk due to incomplete transfer. [ 1657.474009] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4b437b5-feba-4c98-96c3-2476de06a526 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.481360] env[69217]: DEBUG oslo_vmware.rw_handles [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252da42-7e19-7504-20ae-8f6e569b8ff7/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1657.481587] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Uploaded image bba0997e-4ea7-4d21-8f2a-b7173d11d57d to the Glance image server {{(pid=69217) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1657.483882] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Destroying the VM {{(pid=69217) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1657.484125] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d39a556-a4bb-4f93-b613-95013d3ad6b9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.489454] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1657.489454] env[69217]: value = "task-3533528" [ 1657.489454] env[69217]: _type = "Task" [ 1657.489454] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.496821] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533528, 'name': Destroy_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.999044] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533528, 'name': Destroy_Task, 'duration_secs': 0.303831} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.999336] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Destroyed the VM [ 1657.999572] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleting Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1657.999824] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bc37526-8951-4b7d-8b04-a402ac985449 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.005988] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1658.005988] env[69217]: value = "task-3533529" [ 1658.005988] env[69217]: _type = "Task" [ 1658.005988] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.012913] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.515779] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533529, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.015639] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533529, 'name': RemoveSnapshot_Task, 'duration_secs': 0.584046} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.015912] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleted Snapshot of the VM instance {{(pid=69217) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1659.016207] env[69217]: DEBUG nova.compute.manager [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.016988] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fb68f-6f6d-453f-90a4-3938649ef9c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.529438] env[69217]: INFO nova.compute.manager [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Shelve offloading [ 1660.033625] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.033950] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005f8494-d6bb-4617-9bdf-634a10ab9262 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.043988] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1660.043988] env[69217]: value = "task-3533530" [ 1660.043988] env[69217]: _type = "Task" [ 1660.043988] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.052294] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.554596] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1660.555024] env[69217]: DEBUG nova.compute.manager [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.555612] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f71034-da9d-4100-9ca3-175d9bfde4d7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.560821] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.561027] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.561236] env[69217]: DEBUG nova.network.neutron [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.251024] env[69217]: DEBUG nova.network.neutron [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.754474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.949407] env[69217]: DEBUG nova.compute.manager [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-vif-unplugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1661.949628] env[69217]: DEBUG oslo_concurrency.lockutils [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.949829] env[69217]: DEBUG oslo_concurrency.lockutils [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.949996] env[69217]: DEBUG oslo_concurrency.lockutils [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.950176] env[69217]: DEBUG nova.compute.manager [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] No waiting events found dispatching network-vif-unplugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.950345] env[69217]: WARNING nova.compute.manager [req-439913b9-79a7-48b1-8832-b2817e51aa1a req-d833fb35-7d87-46a0-be09-4e9bffb4a132 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received unexpected event network-vif-unplugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 for instance with vm_state shelved and task_state shelving_offloading. [ 1662.038784] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.039706] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd8a8b-b9b8-4b85-bc23-5b6ec7e1b7e4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.047125] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.047352] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c5e1e4-1f7e-4663-b38f-43a843f6ea3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.105321] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.105585] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.105763] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleting the datastore file [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.106030] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351dcd01-5493-47c7-bc2c-124f7dd3f0c2 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.111822] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1662.111822] env[69217]: value = "task-3533532" [ 1662.111822] env[69217]: _type = "Task" [ 1662.111822] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.119604] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.622144] env[69217]: DEBUG oslo_vmware.api [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117855} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.622410] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.622576] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.622750] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.647132] env[69217]: INFO nova.scheduler.client.report [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted allocations for instance 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 [ 1663.152024] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1663.152401] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.152691] env[69217]: DEBUG nova.objects.instance [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'resources' on Instance uuid 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.167677] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.655204] env[69217]: DEBUG nova.objects.instance [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'numa_topology' on Instance uuid 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.976619] env[69217]: DEBUG nova.compute.manager [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1663.976781] env[69217]: DEBUG nova.compute.manager [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing instance network info cache due to event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1663.977047] env[69217]: DEBUG oslo_concurrency.lockutils [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.977189] env[69217]: DEBUG oslo_concurrency.lockutils [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.977352] env[69217]: DEBUG nova.network.neutron [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.147689] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.157279] env[69217]: DEBUG nova.objects.base [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Object Instance<54563da4-bedb-46fd-9cb6-1e1850a3d9a5> lazy-loaded attributes: resources,numa_topology {{(pid=69217) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1664.167143] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.167341] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.185885] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7e298c-dd15-486c-aaab-5062d66f823b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.193587] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7196405b-d3ae-48ec-8e69-813a4774149d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.223624] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187e3ad-a26e-4ed9-8709-53f966bee715 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.230441] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89d89f8-4538-47df-92ba-2e08d61a915b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.243505] env[69217]: DEBUG nova.compute.provider_tree [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.666364] env[69217]: DEBUG nova.network.neutron [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updated VIF entry in instance network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.666697] env[69217]: DEBUG nova.network.neutron [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": null, "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape02ff75f-ae", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.746806] env[69217]: DEBUG nova.scheduler.client.report [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.167985] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.168319] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1665.168648] env[69217]: DEBUG oslo_concurrency.lockutils [req-1387f071-9f79-4fc8-8679-640956810b72 req-c4e16ab1-0cd3-4165-a1ac-f95b4fcbea6b service nova] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.250766] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.757752] env[69217]: DEBUG oslo_concurrency.lockutils [None req-12576d88-25d7-4f1b-a2e6-830098b31013 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.245s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.758790] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.611s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.758790] env[69217]: INFO nova.compute.manager [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Unshelving [ 1666.781449] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.781718] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.781914] env[69217]: DEBUG nova.objects.instance [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'pci_requests' on Instance uuid 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.168956] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.285235] env[69217]: DEBUG nova.objects.instance [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'numa_topology' on Instance uuid 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.788834] env[69217]: INFO nova.compute.claims [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.163326] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.167874] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.671246] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.822932] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380cd1e-e1e4-4d11-8ae8-1a7aa6dce6c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.830163] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620cd67-fbd1-4de4-aea1-17ce888dfcee {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.859083] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be291727-31c5-4126-b147-96474b40111d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.865621] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de0213-ef0a-4606-bb64-bb9d3472ed38 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.879236] env[69217]: DEBUG nova.compute.provider_tree [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.382051] env[69217]: DEBUG nova.scheduler.client.report [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.887425] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.889640] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.219s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.889820] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.889977] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1669.891222] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20dd788-2896-46d6-a3d4-bd7859daa123 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.899421] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30763127-26a0-409f-934e-ee90c3cb55f6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.912940] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e23bbd-46e7-4121-99d3-0b62f30418a1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.919583] env[69217]: INFO nova.network.neutron [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1669.922244] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff5a84c-8944-4d58-8e7d-f8490961884f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.951635] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180741MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1669.951803] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.951991] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.972545] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1670.972777] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1670.972886] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1670.996124] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1dc03a-11b5-41cd-8aff-9df8ffb15eeb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.003669] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643fceb-7bb4-4b92-b5cf-a71bf07d40b1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.033186] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54af14-5d48-4e17-9590-25b352727c57 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.040184] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5179b6-646a-4f6f-b8d0-df316b496bc4 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.052781] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.277613] env[69217]: DEBUG nova.compute.manager [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1671.277842] env[69217]: DEBUG oslo_concurrency.lockutils [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.278401] env[69217]: DEBUG oslo_concurrency.lockutils [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.278590] env[69217]: DEBUG oslo_concurrency.lockutils [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1671.278762] env[69217]: DEBUG nova.compute.manager [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] No waiting events found dispatching network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.278924] env[69217]: WARNING nova.compute.manager [req-16063da9-4850-4de5-b437-eaa2841dc769 req-c4a0e73e-e6cd-46ec-a523-9fd55e1fe60b service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received unexpected event network-vif-plugged-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 for instance with vm_state shelved_offloaded and task_state spawning. [ 1671.351438] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.351629] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.351823] env[69217]: DEBUG nova.network.neutron [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.555702] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.060252] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1672.060580] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.090325] env[69217]: DEBUG nova.network.neutron [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.593629] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.620782] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4eff45ba4a31a62acf2fa1b03090a8e8',container_format='bare',created_at=2025-04-23T18:57:28Z,direct_url=,disk_format='vmdk',id=bba0997e-4ea7-4d21-8f2a-b7173d11d57d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-651383301-shelved',owner='ed8a68e236904ae4be9f332218a33dd5',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-23T18:57:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.621069] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.621236] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.621423] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.621572] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.621718] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.621926] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.622097] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.622268] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.622433] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.622607] env[69217]: DEBUG nova.virt.hardware [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.623500] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296d5f8-fe28-4e1b-a652-7e4b47616301 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.631226] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e41ffb6-c8cb-4e28-b6f1-43454816fcc3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.644593] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:11:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02ff75f-ae8d-4c7e-ae04-5b3d9090f167', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.651736] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1672.651969] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.652184] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4f88ead-9fc1-49b4-b20d-2cef35ad5b06 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.670690] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.670690] env[69217]: value = "task-3533533" [ 1672.670690] env[69217]: _type = "Task" [ 1672.670690] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.677888] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533533, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.062600] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.180400] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533533, 'name': CreateVM_Task, 'duration_secs': 0.293063} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.180527] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.181353] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.181580] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.181990] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.182292] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960027c9-6e25-4299-9cf5-a2a272fb1ea7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.186594] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1673.186594] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8c342-db03-e417-09b7-3efe97bcb0c0" [ 1673.186594] env[69217]: _type = "Task" [ 1673.186594] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.194760] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]52d8c342-db03-e417-09b7-3efe97bcb0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.302361] env[69217]: DEBUG nova.compute.manager [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1673.302591] env[69217]: DEBUG nova.compute.manager [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing instance network info cache due to event network-changed-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1673.302808] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] Acquiring lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.302951] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] Acquired lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.303127] env[69217]: DEBUG nova.network.neutron [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Refreshing network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.698474] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.698715] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Processing image bba0997e-4ea7-4d21-8f2a-b7173d11d57d {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.698953] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.699119] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.699305] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.699560] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee71d11d-29e4-4155-92dd-a34c9c286eb1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.708634] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.708808] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69217) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.709507] env[69217]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722a7c64-63b4-4764-b15f-d95960024cba {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.714539] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1673.714539] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]525087ac-86f4-b29b-01eb-214011756cdf" [ 1673.714539] env[69217]: _type = "Task" [ 1673.714539] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.722312] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': session[52bd1564-2beb-1346-01c7-0eca37297d0f]525087ac-86f4-b29b-01eb-214011756cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.987531] env[69217]: DEBUG nova.network.neutron [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updated VIF entry in instance network info cache for port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.987884] env[69217]: DEBUG nova.network.neutron [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [{"id": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "address": "fa:16:3e:43:11:a9", "network": {"id": "505c30be-bd45-4a47-9c8e-0983c7831c07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-768448955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8a68e236904ae4be9f332218a33dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02ff75f-ae", "ovs_interfaceid": "e02ff75f-ae8d-4c7e-ae04-5b3d9090f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.224832] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Preparing fetch location {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1674.225166] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Fetch image to [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b/OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b.vmdk {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1674.225273] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Downloading stream optimized image bba0997e-4ea7-4d21-8f2a-b7173d11d57d to [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b/OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b.vmdk on the data store datastore1 as vApp {{(pid=69217) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1674.225466] env[69217]: DEBUG nova.virt.vmwareapi.images [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Downloading image file data bba0997e-4ea7-4d21-8f2a-b7173d11d57d to the ESX as VM named 'OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b' {{(pid=69217) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1674.290275] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1674.290275] env[69217]: value = "resgroup-9" [ 1674.290275] env[69217]: _type = "ResourcePool" [ 1674.290275] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1674.290549] env[69217]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-25b56ef6-b0ac-4ba8-9bb7-9dfe1c500bc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.310183] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease: (returnval){ [ 1674.310183] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf1381-b1d3-41df-4780-71915fd92921" [ 1674.310183] env[69217]: _type = "HttpNfcLease" [ 1674.310183] env[69217]: } obtained for vApp import into resource pool (val){ [ 1674.310183] env[69217]: value = "resgroup-9" [ 1674.310183] env[69217]: _type = "ResourcePool" [ 1674.310183] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1674.310416] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the lease: (returnval){ [ 1674.310416] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf1381-b1d3-41df-4780-71915fd92921" [ 1674.310416] env[69217]: _type = "HttpNfcLease" [ 1674.310416] env[69217]: } to be ready. {{(pid=69217) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1674.319710] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1674.319710] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf1381-b1d3-41df-4780-71915fd92921" [ 1674.319710] env[69217]: _type = "HttpNfcLease" [ 1674.319710] env[69217]: } is initializing. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1674.491244] env[69217]: DEBUG oslo_concurrency.lockutils [req-a2d78aae-07ee-40ec-9445-42e928d17062 req-9c75104d-d9b5-4146-81b5-9d64ad0fbbcf service nova] Releasing lock "refresh_cache-54563da4-bedb-46fd-9cb6-1e1850a3d9a5" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.818827] env[69217]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1674.818827] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf1381-b1d3-41df-4780-71915fd92921" [ 1674.818827] env[69217]: _type = "HttpNfcLease" [ 1674.818827] env[69217]: } is ready. {{(pid=69217) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1674.819089] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1674.819089] env[69217]: value = "session[52bd1564-2beb-1346-01c7-0eca37297d0f]52cf1381-b1d3-41df-4780-71915fd92921" [ 1674.819089] env[69217]: _type = "HttpNfcLease" [ 1674.819089] env[69217]: }. {{(pid=69217) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1674.819799] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67674d6f-b2aa-4083-a5da-d1354d2ea238 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.826730] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk from lease info. {{(pid=69217) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1674.826912] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk. {{(pid=69217) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1674.890154] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d14f730-abad-49eb-8131-9d465e01a973 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.941610] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Completed reading data from the image iterator. {{(pid=69217) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1675.941953] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1675.943053] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076dd231-74f7-41dc-878e-5d82659c7261 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.950304] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk is in state: ready. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1675.950507] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk. {{(pid=69217) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1675.950766] env[69217]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ddc8a67c-c35f-4754-a7ec-f7e805e6b139 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.168114] env[69217]: DEBUG oslo_vmware.rw_handles [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52493bf2-089f-4d4e-4882-6be447a79f8f/disk-0.vmdk. {{(pid=69217) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1676.168337] env[69217]: INFO nova.virt.vmwareapi.images [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Downloaded image file data bba0997e-4ea7-4d21-8f2a-b7173d11d57d [ 1676.169201] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398b11c-0c65-4ac8-98b3-0e460fd020e1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.184099] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd48a111-d2a4-4caa-950d-26b7d8f9fb5a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.232700] env[69217]: INFO nova.virt.vmwareapi.images [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] The imported VM was unregistered [ 1676.236050] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Caching image {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1676.236370] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.236737] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b3b617-d26a-4e8f-84f0-54b4cec93b33 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.248615] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Created directory with path [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d {{(pid=69217) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.248793] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b/OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b.vmdk to [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk. {{(pid=69217) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1676.249032] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-13c4907a-14aa-4572-a7c4-fb555b6330de {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.255315] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1676.255315] env[69217]: value = "task-3533536" [ 1676.255315] env[69217]: _type = "Task" [ 1676.255315] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.262459] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.765569] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.163811] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.266532] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.771015] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.270486] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.770120] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.268801] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533536, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.576864} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.269079] env[69217]: INFO nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b/OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b.vmdk to [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk. [ 1679.269278] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Cleaning up location [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b {{(pid=69217) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1679.269444] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1ddf1219-3f08-4672-8b71-07fbc772794b {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.269769] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cddd722e-d5f8-4e82-9aa7-91a7ec341535 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.276258] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1679.276258] env[69217]: value = "task-3533537" [ 1679.276258] env[69217]: _type = "Task" [ 1679.276258] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.285157] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.786648] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198645} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.786890] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.787069] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.787316] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk to [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.787565] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cd0309a-917d-4ba0-a7c4-7265d36f24e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.793938] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1679.793938] env[69217]: value = "task-3533538" [ 1679.793938] env[69217]: _type = "Task" [ 1679.793938] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.800712] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.304410] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.804827] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.307051] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.807423] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.308068] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533538, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.08774} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.308452] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bba0997e-4ea7-4d21-8f2a-b7173d11d57d/bba0997e-4ea7-4d21-8f2a-b7173d11d57d.vmdk to [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk {{(pid=69217) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.309090] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0ac13-a63c-4491-8941-1ea94bcfbaef {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.330044] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.330271] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd39a43b-d1c1-4abe-9d11-b46a354d94d5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.349714] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1682.349714] env[69217]: value = "task-3533539" [ 1682.349714] env[69217]: _type = "Task" [ 1682.349714] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.359820] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.859013] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533539, 'name': ReconfigVM_Task, 'duration_secs': 0.272336} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.859301] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5/54563da4-bedb-46fd-9cb6-1e1850a3d9a5.vmdk or device None with type streamOptimized {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.859904] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e214dc8a-fa34-4668-a8d4-0eab0c9ff4a6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.865704] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1682.865704] env[69217]: value = "task-3533540" [ 1682.865704] env[69217]: _type = "Task" [ 1682.865704] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.872632] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533540, 'name': Rename_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.376184] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533540, 'name': Rename_Task, 'duration_secs': 0.13117} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.376527] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.376686] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5407225-ba9e-4372-a7b9-f86a15f385b6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.382403] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1683.382403] env[69217]: value = "task-3533541" [ 1683.382403] env[69217]: _type = "Task" [ 1683.382403] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.389521] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.892383] env[69217]: DEBUG oslo_vmware.api [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533541, 'name': PowerOnVM_Task, 'duration_secs': 0.482328} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.892782] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.984562] env[69217]: DEBUG nova.compute.manager [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.985499] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ae0f2-0555-4876-a92c-c627ae66947a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.502154] env[69217]: DEBUG oslo_concurrency.lockutils [None req-3baddfff-e681-46a9-81d2-765b4847d97d tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.744s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1685.882023] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1685.882352] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1685.882577] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1685.882773] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1685.882947] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1685.885019] env[69217]: INFO nova.compute.manager [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Terminating instance [ 1686.388899] env[69217]: DEBUG nova.compute.manager [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1686.389188] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.390078] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7d902-f520-43da-9d19-8804945988cf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.398273] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.398512] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a17d8b-023f-4283-85d8-e14da02f3351 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.404728] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1686.404728] env[69217]: value = "task-3533542" [ 1686.404728] env[69217]: _type = "Task" [ 1686.404728] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.412356] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.914781] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533542, 'name': PowerOffVM_Task, 'duration_secs': 0.199639} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.915150] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.915315] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.915561] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5bd7ee0-26c5-48a0-bfb4-eb0950e2cfad {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.980150] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.980397] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.980553] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleting the datastore file [datastore1] 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.980823] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e3e672-183a-4c57-b9d8-5c1a5e40bcc0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.987557] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for the task: (returnval){ [ 1686.987557] env[69217]: value = "task-3533544" [ 1686.987557] env[69217]: _type = "Task" [ 1686.987557] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.994700] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.497109] env[69217]: DEBUG oslo_vmware.api [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Task: {'id': task-3533544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129978} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.497371] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.497561] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.497734] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.497903] env[69217]: INFO nova.compute.manager [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1687.498158] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1687.498350] env[69217]: DEBUG nova.compute.manager [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1687.498466] env[69217]: DEBUG nova.network.neutron [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.948057] env[69217]: DEBUG nova.compute.manager [req-9c8b184d-628a-4e43-ba61-f473bf3dd4c1 req-fa3b08e4-aa79-4efc-8ee9-6b56a9d923a2 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Received event network-vif-deleted-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1687.948305] env[69217]: INFO nova.compute.manager [req-9c8b184d-628a-4e43-ba61-f473bf3dd4c1 req-fa3b08e4-aa79-4efc-8ee9-6b56a9d923a2 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Neutron deleted interface e02ff75f-ae8d-4c7e-ae04-5b3d9090f167; detaching it from the instance and deleting it from the info cache [ 1687.949030] env[69217]: DEBUG nova.network.neutron [req-9c8b184d-628a-4e43-ba61-f473bf3dd4c1 req-fa3b08e4-aa79-4efc-8ee9-6b56a9d923a2 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.427336] env[69217]: DEBUG nova.network.neutron [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.451081] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8d5eea7-3953-421a-a8e8-f3160c6ca648 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.461821] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf148fe-c6a9-40a5-9a4c-f299aef60a99 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.486812] env[69217]: DEBUG nova.compute.manager [req-9c8b184d-628a-4e43-ba61-f473bf3dd4c1 req-fa3b08e4-aa79-4efc-8ee9-6b56a9d923a2 service nova] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Detach interface failed, port_id=e02ff75f-ae8d-4c7e-ae04-5b3d9090f167, reason: Instance 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1688.930599] env[69217]: INFO nova.compute.manager [-] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Took 1.43 seconds to deallocate network for instance. [ 1689.437874] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.438256] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.438416] env[69217]: DEBUG nova.objects.instance [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lazy-loading 'resources' on Instance uuid 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.973215] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb7c38-6e21-451b-bba3-3693654aebc6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.980802] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671b409-b5a8-4005-80a5-313a60b0f8b8 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.010260] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a75617-991a-4f58-a7a1-ba3e0c5149d6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.017296] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0338557-849c-456f-b940-c0c0411e8828 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.029858] env[69217]: DEBUG nova.compute.provider_tree [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.533525] env[69217]: DEBUG nova.scheduler.client.report [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.039038] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.060475] env[69217]: INFO nova.scheduler.client.report [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Deleted allocations for instance 54563da4-bedb-46fd-9cb6-1e1850a3d9a5 [ 1691.568899] env[69217]: DEBUG oslo_concurrency.lockutils [None req-821412ff-3ba9-47c7-baf6-e92e7d4af96e tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Lock "54563da4-bedb-46fd-9cb6-1e1850a3d9a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.510386] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.510779] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.012612] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Starting instance... {{(pid=69217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.533942] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1719.534237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.535721] env[69217]: INFO nova.compute.claims [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.571424] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b9c07-d610-4d1a-9879-b580e36e2acd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.579618] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da45ebb-d226-4eb8-9c32-58ee1842f0e7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.611012] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93b53f-f309-4cab-b45c-ee83c6c12485 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.617962] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e5dc9f-5b22-4e39-8f64-94ae83f9d71c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.630677] env[69217]: DEBUG nova.compute.provider_tree [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.133618] env[69217]: DEBUG nova.scheduler.client.report [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.638749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1721.639152] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Start building networks asynchronously for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.144279] env[69217]: DEBUG nova.compute.utils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Using /dev/sd instead of None {{(pid=69217) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1722.145702] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Allocating IP information in the background. {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.145880] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] allocate_for_instance() {{(pid=69217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.192948] env[69217]: DEBUG nova.policy [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '076c7bded7424f76b7f7a7aaeaf57fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13018ea60184d5690531faf8ae3a642', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69217) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.442778] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Successfully created port: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.649565] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Start building block device mappings for instance. {{(pid=69217) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.154653] env[69217]: INFO nova.virt.block_device [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Booting with volume 240de7ae-97b0-4af8-979a-e0bdbf96239f at /dev/sda [ 1723.167291] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.189067] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72c39812-1af5-4679-8f65-ffe923b99c8a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.198677] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9a9767-b1ef-4cf7-9b7a-71d7d8afb1fd {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.222548] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d75ed71-c47a-4cf6-b768-5d8a3027aaf1 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.230304] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba188e1-24bd-4655-9c65-c0b0138f6e75 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.254216] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc68cc1-884b-4f73-84ad-c1f29ec5f04a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.260493] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde029eb-4c52-4750-a890-a23c741b0803 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.273475] env[69217]: DEBUG nova.virt.block_device [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating existing volume attachment record: d43ea9f0-24af-442b-9fc8-68f303efc019 {{(pid=69217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1723.780321] env[69217]: DEBUG nova.compute.manager [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Received event network-vif-plugged-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1723.780556] env[69217]: DEBUG oslo_concurrency.lockutils [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] Acquiring lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1723.780751] env[69217]: DEBUG oslo_concurrency.lockutils [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.780895] env[69217]: DEBUG oslo_concurrency.lockutils [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.781072] env[69217]: DEBUG nova.compute.manager [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] No waiting events found dispatching network-vif-plugged-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.781243] env[69217]: WARNING nova.compute.manager [req-f867077f-930b-4a1c-8896-91a3f224d88b req-cc200edc-6461-432a-8c4f-9e8c3aff7ed9 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Received unexpected event network-vif-plugged-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 for instance with vm_state building and task_state block_device_mapping. [ 1723.861038] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Successfully updated port: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.167361] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.363021] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.363195] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquired lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.363344] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Building network info cache for instance {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.893951] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance cache missing network info. {{(pid=69217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.016907] env[69217]: DEBUG nova.network.neutron [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating instance_info_cache with network_info: [{"id": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "address": "fa:16:3e:3d:e3:e7", "network": {"id": "f0ce0fba-9299-412e-be9c-2cbda514e623", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-542983358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13018ea60184d5690531faf8ae3a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6c8bd-86", "ovs_interfaceid": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.349844] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Start spawning the instance on the hypervisor. {{(pid=69217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.350393] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T18:38:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.350605] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Flavor limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.350758] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Image limits 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.350934] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Flavor pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.351090] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Image pref 0:0:0 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.351240] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.351444] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.351598] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.351761] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Got 1 possible topologies {{(pid=69217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.351922] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.352136] env[69217]: DEBUG nova.virt.hardware [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.353039] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e27dc-429a-444c-877c-2682f34ba19e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.361389] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b2211-a61a-4220-b504-8d5d3feb9e7e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.520097] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Releasing lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.520447] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance network_info: |[{"id": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "address": "fa:16:3e:3d:e3:e7", "network": {"id": "f0ce0fba-9299-412e-be9c-2cbda514e623", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-542983358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13018ea60184d5690531faf8ae3a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6c8bd-86", "ovs_interfaceid": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.520861] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e6c8bd-8628-4be0-89da-5d9dd1ddaa68', 'vif_model': 'vmxnet3'}] {{(pid=69217) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.528532] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Creating folder: Project (a13018ea60184d5690531faf8ae3a642). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.528809] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16be3362-4212-47d1-9392-dcf175700bbe {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.542025] env[69217]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1725.542025] env[69217]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69217) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1725.542550] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Folder already exists: Project (a13018ea60184d5690531faf8ae3a642). Parent ref: group-v705386. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1725.542744] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Creating folder: Instances. Parent ref: group-v705725. {{(pid=69217) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.543015] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40240e4-9c48-4241-894c-326865877013 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.551776] env[69217]: INFO nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Created folder: Instances in parent group-v705725. [ 1725.551999] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1725.552194] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Creating VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.552388] env[69217]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a5ef8b-6e0d-4295-b078-71fe137ea21b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.570981] env[69217]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.570981] env[69217]: value = "task-3533558" [ 1725.570981] env[69217]: _type = "Task" [ 1725.570981] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.578190] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533558, 'name': CreateVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.806185] env[69217]: DEBUG nova.compute.manager [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Received event network-changed-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1725.806447] env[69217]: DEBUG nova.compute.manager [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Refreshing instance network info cache due to event network-changed-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1725.806726] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] Acquiring lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.806928] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] Acquired lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.807175] env[69217]: DEBUG nova.network.neutron [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Refreshing network info cache for port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.080819] env[69217]: DEBUG oslo_vmware.api [-] Task: {'id': task-3533558, 'name': CreateVM_Task, 'duration_secs': 0.276275} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.081171] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Created VM on the ESX host {{(pid=69217) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.081679] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd43ea9f0-24af-442b-9fc8-68f303efc019', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705728', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'name': 'volume-240de7ae-97b0-4af8-979a-e0bdbf96239f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a86689e8-300c-4af6-ad6a-fafd296f52d2', 'attached_at': '', 'detached_at': '', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'serial': '240de7ae-97b0-4af8-979a-e0bdbf96239f'}, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69217) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1726.081897] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Root volume attach. Driver type: vmdk {{(pid=69217) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1726.082674] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45156e80-ba40-4fce-bdc1-ffc4e7563e9f {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.089899] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604cb0e-61f8-47f2-ba56-05e55c3b496c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.095276] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcaf0a-8a16-4cb3-96fe-339b1d6024eb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.100526] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d38354a1-520a-4df2-bedd-debf8ee2f932 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.107132] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1726.107132] env[69217]: value = "task-3533559" [ 1726.107132] env[69217]: _type = "Task" [ 1726.107132] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.113831] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533559, 'name': RelocateVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.167497] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.480729] env[69217]: DEBUG nova.network.neutron [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updated VIF entry in instance network info cache for port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.481091] env[69217]: DEBUG nova.network.neutron [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating instance_info_cache with network_info: [{"id": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "address": "fa:16:3e:3d:e3:e7", "network": {"id": "f0ce0fba-9299-412e-be9c-2cbda514e623", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-542983358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13018ea60184d5690531faf8ae3a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6c8bd-86", "ovs_interfaceid": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.616956] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533559, 'name': RelocateVM_Task, 'duration_secs': 0.327916} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.617323] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Volume attach. Driver type: vmdk {{(pid=69217) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1726.617537] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705728', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'name': 'volume-240de7ae-97b0-4af8-979a-e0bdbf96239f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a86689e8-300c-4af6-ad6a-fafd296f52d2', 'attached_at': '', 'detached_at': '', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'serial': '240de7ae-97b0-4af8-979a-e0bdbf96239f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1726.618298] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8504ae8-9da0-4c26-b8b0-67856864035e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.633284] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea5337f-f248-4757-8bf1-a4a689972e61 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.654603] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-240de7ae-97b0-4af8-979a-e0bdbf96239f/volume-240de7ae-97b0-4af8-979a-e0bdbf96239f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.654832] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4a61fe-7663-4441-bff4-06ae0a53f408 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673135] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1726.673135] env[69217]: value = "task-3533560" [ 1726.673135] env[69217]: _type = "Task" [ 1726.673135] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.680046] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.984796] env[69217]: DEBUG oslo_concurrency.lockutils [req-b7876f16-860d-46bd-90bc-fb90471cdc7a req-50b474d7-619d-43af-8db0-262990909fa1 service nova] Releasing lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.168299] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.168671] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1727.182321] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533560, 'name': ReconfigVM_Task, 'duration_secs': 0.256421} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.182581] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-240de7ae-97b0-4af8-979a-e0bdbf96239f/volume-240de7ae-97b0-4af8-979a-e0bdbf96239f.vmdk or device None with type thin {{(pid=69217) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.187261] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03326b0-e8c2-4ef5-b5ee-e7afeb2b9c3d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.202011] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1727.202011] env[69217]: value = "task-3533561" [ 1727.202011] env[69217]: _type = "Task" [ 1727.202011] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.213937] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.712061] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533561, 'name': ReconfigVM_Task, 'duration_secs': 0.123888} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.712279] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705728', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'name': 'volume-240de7ae-97b0-4af8-979a-e0bdbf96239f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a86689e8-300c-4af6-ad6a-fafd296f52d2', 'attached_at': '', 'detached_at': '', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'serial': '240de7ae-97b0-4af8-979a-e0bdbf96239f'} {{(pid=69217) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1727.712813] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e04f1c1-6876-49fe-a26d-d32cdedb8876 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.719636] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1727.719636] env[69217]: value = "task-3533562" [ 1727.719636] env[69217]: _type = "Task" [ 1727.719636] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.728487] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533562, 'name': Rename_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.168282] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.229300] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533562, 'name': Rename_Task, 'duration_secs': 0.122686} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.229679] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Powering on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.229779] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5691e0f5-4550-47f6-ad10-4c6db7761e32 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.236302] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1728.236302] env[69217]: value = "task-3533563" [ 1728.236302] env[69217]: _type = "Task" [ 1728.236302] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.243162] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.746336] env[69217]: DEBUG oslo_vmware.api [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533563, 'name': PowerOnVM_Task, 'duration_secs': 0.4465} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.746562] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Powered on the VM {{(pid=69217) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.746751] env[69217]: INFO nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Took 3.40 seconds to spawn the instance on the hypervisor. [ 1728.746927] env[69217]: DEBUG nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.747710] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc179abc-b29c-4d98-a871-d8d4bb6b55d9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.162932] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.265449] env[69217]: INFO nova.compute.manager [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Took 9.75 seconds to build instance. [ 1729.767292] env[69217]: DEBUG oslo_concurrency.lockutils [None req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.256s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.167540] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.167793] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.440746] env[69217]: DEBUG nova.compute.manager [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Received event network-changed-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1730.441012] env[69217]: DEBUG nova.compute.manager [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Refreshing instance network info cache due to event network-changed-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68. {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1730.441173] env[69217]: DEBUG oslo_concurrency.lockutils [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] Acquiring lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.441317] env[69217]: DEBUG oslo_concurrency.lockutils [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] Acquired lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.441477] env[69217]: DEBUG nova.network.neutron [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Refreshing network info cache for port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.670684] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.670952] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.671147] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.671307] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1730.672204] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b10343-e727-4c1c-8da7-7f451d77e8b3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.680527] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c0de6-9658-47c3-a347-ba37b47265bf {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.693849] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6915f4f8-c92c-4fc3-8b05-f17cc9192d68 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.699948] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e18bf9-c335-4910-b3c1-e2623c565bd0 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.729779] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180952MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1730.729941] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.730137] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.175248] env[69217]: DEBUG nova.network.neutron [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updated VIF entry in instance network info cache for port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68. {{(pid=69217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.175721] env[69217]: DEBUG nova.network.neutron [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating instance_info_cache with network_info: [{"id": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "address": "fa:16:3e:3d:e3:e7", "network": {"id": "f0ce0fba-9299-412e-be9c-2cbda514e623", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-542983358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13018ea60184d5690531faf8ae3a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6c8bd-86", "ovs_interfaceid": "39e6c8bd-8628-4be0-89da-5d9dd1ddaa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.678992] env[69217]: DEBUG oslo_concurrency.lockutils [req-caa6e036-c945-482b-a507-8547fc941a8f req-2890cd4e-c14d-4aa4-b1a6-6f95d63e2b8a service nova] Releasing lock "refresh_cache-a86689e8-300c-4af6-ad6a-fafd296f52d2" {{(pid=69217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.754055] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1731.754336] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1731.754493] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1731.781927] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e092a-5da2-4953-abb2-80a53d97977b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.790295] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09273734-bb7d-4556-b869-1fd589cbb0a3 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.819628] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb27b7dc-e0f3-4248-a7bd-c34f3ba02eda {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.827066] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f65f40-0084-42bf-a02f-2b5200cd490d {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.840855] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.344022] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.849078] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1732.849513] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1767.276658] env[69217]: INFO nova.compute.manager [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Rebuilding instance [ 1767.315445] env[69217]: DEBUG nova.compute.manager [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Checking state {{(pid=69217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.316326] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71618af5-6aa2-4d1f-9c1c-38e57b90f396 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.329187] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.329561] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2330797-2613-42fe-bae1-cda243881bcc {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.336520] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1768.336520] env[69217]: value = "task-3533564" [ 1768.336520] env[69217]: _type = "Task" [ 1768.336520] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.344062] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.847250] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533564, 'name': PowerOffVM_Task, 'duration_secs': 0.160567} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.847500] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Powered off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.848223] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Powering off the VM {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.848481] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e2a94b-0124-4049-a79f-8e7295cba9db {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.854037] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1768.854037] env[69217]: value = "task-3533565" [ 1768.854037] env[69217]: _type = "Task" [ 1768.854037] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.861154] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.364927] env[69217]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] VM already powered off {{(pid=69217) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1769.365247] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1769.365408] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705728', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'name': 'volume-240de7ae-97b0-4af8-979a-e0bdbf96239f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a86689e8-300c-4af6-ad6a-fafd296f52d2', 'attached_at': '', 'detached_at': '', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'serial': '240de7ae-97b0-4af8-979a-e0bdbf96239f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1769.366189] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1d3f4-bda5-4fb9-98c7-ca061fcf22c9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.384233] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a2a29-f8ef-45e0-83d8-505997a07927 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.390511] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a4444-b65b-42d4-8bd3-c66a11f26753 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.407743] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cd337-be84-424d-b87b-6a9bb655e305 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.421954] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] The volume has not been displaced from its original location: [datastore1] volume-240de7ae-97b0-4af8-979a-e0bdbf96239f/volume-240de7ae-97b0-4af8-979a-e0bdbf96239f.vmdk. No consolidation needed. {{(pid=69217) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1769.427167] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1769.427440] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120843c9-ce12-4792-a261-542adafba53a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.444815] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1769.444815] env[69217]: value = "task-3533566" [ 1769.444815] env[69217]: _type = "Task" [ 1769.444815] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.451991] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.953857] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533566, 'name': ReconfigVM_Task, 'duration_secs': 0.168512} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.954140] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=69217) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.958784] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20fd3d5-8ada-447b-a5af-ec9570bef82a {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.972432] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1769.972432] env[69217]: value = "task-3533567" [ 1769.972432] env[69217]: _type = "Task" [ 1769.972432] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.979711] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.482567] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533567, 'name': ReconfigVM_Task, 'duration_secs': 0.103471} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.482914] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-705728', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'name': 'volume-240de7ae-97b0-4af8-979a-e0bdbf96239f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a86689e8-300c-4af6-ad6a-fafd296f52d2', 'attached_at': '', 'detached_at': '', 'volume_id': '240de7ae-97b0-4af8-979a-e0bdbf96239f', 'serial': '240de7ae-97b0-4af8-979a-e0bdbf96239f'} {{(pid=69217) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1770.483075] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.483868] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a376d54-fc5d-46ea-834d-2927b887d1fb {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.489843] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Unregistering the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.490070] env[69217]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f84d3b-d75b-48c0-be9f-c9a690e4a283 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.550718] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Unregistered the VM {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.550929] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Deleting contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.551125] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Deleting the datastore file [datastore1] a86689e8-300c-4af6-ad6a-fafd296f52d2 {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.551382] env[69217]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd99b7a-9b43-4933-9957-148d3065d525 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.558225] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for the task: (returnval){ [ 1770.558225] env[69217]: value = "task-3533569" [ 1770.558225] env[69217]: _type = "Task" [ 1770.558225] env[69217]: } to complete. {{(pid=69217) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.566726] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.067836] env[69217]: DEBUG oslo_vmware.api [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Task: {'id': task-3533569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063124} completed successfully. {{(pid=69217) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.068130] env[69217]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Deleted the datastore file {{(pid=69217) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.068316] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Deleted contents of the VM from datastore datastore1 {{(pid=69217) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.068485] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.119441] env[69217]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Volume detach. Driver type: vmdk {{(pid=69217) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1771.119794] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6286237e-d920-4b60-b276-20b13a7d58c5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.128615] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895f106-e8ff-43db-ae0b-b6831201bad6 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.151930] env[69217]: ERROR nova.compute.manager [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Failed to detach volume 240de7ae-97b0-4af8-979a-e0bdbf96239f from /dev/sda: nova.exception.InstanceNotFound: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Traceback (most recent call last): [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self.driver.rebuild(**kwargs) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise NotImplementedError() [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] NotImplementedError [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] During handling of the above exception, another exception occurred: [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Traceback (most recent call last): [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self.driver.detach_volume(context, old_connection_info, [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] return self._volumeops.detach_volume(connection_info, instance) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._detach_volume_vmdk(connection_info, instance) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] stable_ref.fetch_moref(session) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] nova.exception.InstanceNotFound: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. [ 1771.151930] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.269446] env[69217]: DEBUG nova.compute.utils [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Build of instance a86689e8-300c-4af6-ad6a-fafd296f52d2 aborted: Failed to rebuild volume backed instance. {{(pid=69217) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1771.271635] env[69217]: ERROR nova.compute.manager [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a86689e8-300c-4af6-ad6a-fafd296f52d2 aborted: Failed to rebuild volume backed instance. [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Traceback (most recent call last): [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self.driver.rebuild(**kwargs) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise NotImplementedError() [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] NotImplementedError [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] During handling of the above exception, another exception occurred: [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Traceback (most recent call last): [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._detach_root_volume(context, instance, root_bdm) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] with excutils.save_and_reraise_exception(): [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self.force_reraise() [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise self.value [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self.driver.detach_volume(context, old_connection_info, [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] return self._volumeops.detach_volume(connection_info, instance) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._detach_volume_vmdk(connection_info, instance) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] stable_ref.fetch_moref(session) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] nova.exception.InstanceNotFound: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] During handling of the above exception, another exception occurred: [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Traceback (most recent call last): [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] yield [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1771.271635] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._do_rebuild_instance_with_claim( [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._do_rebuild_instance( [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._rebuild_default_impl(**kwargs) [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] self._rebuild_volume_backed_instance( [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] raise exception.BuildAbortException( [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] nova.exception.BuildAbortException: Build of instance a86689e8-300c-4af6-ad6a-fafd296f52d2 aborted: Failed to rebuild volume backed instance. [ 1771.272899] env[69217]: ERROR nova.compute.manager [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] [ 1773.285902] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1773.286319] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.300567] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875496c-9466-4429-9a1d-4b03dacd4716 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.307717] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847f783-c2c0-4318-8f2c-a1c68ca6cd2c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.338211] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6f5e7-c6b9-40f8-a67f-92d1447e1ded {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.344693] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f3d83-3bbd-49fc-9ab1-d84c4c65d629 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.357641] env[69217]: DEBUG nova.compute.provider_tree [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.860718] env[69217]: DEBUG nova.scheduler.client.report [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.204682] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1774.204982] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1774.205237] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1774.205439] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1774.205606] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1774.209142] env[69217]: INFO nova.compute.manager [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Terminating instance [ 1774.365232] env[69217]: DEBUG oslo_concurrency.lockutils [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.079s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1774.365655] env[69217]: INFO nova.compute.manager [None req-eca667c3-b06d-453a-b93f-6d6e0cd9e633 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Successfully reverted task state from rebuilding on failure for instance. [ 1774.712860] env[69217]: DEBUG nova.compute.manager [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Start destroying the instance on the hypervisor. {{(pid=69217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.713257] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbaf781a-9d53-40a5-8518-956f8ea24099 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.722904] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8b735-76fa-4357-bb3b-5199ebee49ff {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.745992] env[69217]: WARNING nova.virt.vmwareapi.driver [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. [ 1774.746198] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Destroying instance {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.746443] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d853238-6f92-4dd5-b85c-e21a338e8c0b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.753697] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ac164-1f77-4593-a3fb-12298a98459c {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.776683] env[69217]: WARNING nova.virt.vmwareapi.vmops [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. [ 1774.776863] env[69217]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance destroyed {{(pid=69217) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.777049] env[69217]: INFO nova.compute.manager [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1774.777281] env[69217]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1774.777471] env[69217]: DEBUG nova.compute.manager [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Deallocating network for instance {{(pid=69217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.777567] env[69217]: DEBUG nova.network.neutron [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] deallocate_for_instance() {{(pid=69217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.178736] env[69217]: DEBUG nova.compute.manager [req-16d43001-24c5-4b40-ad0b-05dcc6640e02 req-ccad7e65-fb24-4c11-a352-02247981a7f2 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Received event network-vif-deleted-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 {{(pid=69217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1775.178944] env[69217]: INFO nova.compute.manager [req-16d43001-24c5-4b40-ad0b-05dcc6640e02 req-ccad7e65-fb24-4c11-a352-02247981a7f2 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Neutron deleted interface 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68; detaching it from the instance and deleting it from the info cache [ 1775.179175] env[69217]: DEBUG nova.network.neutron [req-16d43001-24c5-4b40-ad0b-05dcc6640e02 req-ccad7e65-fb24-4c11-a352-02247981a7f2 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.663486] env[69217]: DEBUG nova.network.neutron [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Updating instance_info_cache with network_info: [] {{(pid=69217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.682211] env[69217]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90302290-479c-4672-9015-520bdd9d6712 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.693225] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c90f783-f3e5-4b6f-be49-babef0cb0311 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.718880] env[69217]: DEBUG nova.compute.manager [req-16d43001-24c5-4b40-ad0b-05dcc6640e02 req-ccad7e65-fb24-4c11-a352-02247981a7f2 service nova] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Detach interface failed, port_id=39e6c8bd-8628-4be0-89da-5d9dd1ddaa68, reason: Instance a86689e8-300c-4af6-ad6a-fafd296f52d2 could not be found. {{(pid=69217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1776.166745] env[69217]: INFO nova.compute.manager [-] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Took 1.39 seconds to deallocate network for instance. [ 1776.712736] env[69217]: INFO nova.compute.manager [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Took 0.55 seconds to detach 1 volumes for instance. [ 1776.716417] env[69217]: DEBUG nova.compute.manager [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Deleting volume: 240de7ae-97b0-4af8-979a-e0bdbf96239f {{(pid=69217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1777.254614] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1777.254925] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1777.255162] env[69217]: DEBUG nova.objects.instance [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lazy-loading 'resources' on Instance uuid a86689e8-300c-4af6-ad6a-fafd296f52d2 {{(pid=69217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.775026] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cb5fb-2648-443e-bb41-c41f8b4ecd09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.781494] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6095a2e-c91b-45ce-ad4d-6f93664f44f7 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.812188] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e4796-2429-40c0-b143-a3e4c1f5ce09 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.819318] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed77a9-505c-46f4-b655-86836a4e87e9 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.832537] env[69217]: DEBUG nova.compute.provider_tree [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.337047] env[69217]: DEBUG nova.scheduler.client.report [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.842051] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.587s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1779.361695] env[69217]: DEBUG oslo_concurrency.lockutils [None req-a49a7734-069b-4870-b70b-8e67892b4b09 tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Lock "a86689e8-300c-4af6-ad6a-fafd296f52d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.157s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1785.850120] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.850500] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.168552] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.167873] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.168083] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.168236] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1788.168405] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.168529] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1788.672982] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] There are 6 instances to clean {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1788.673413] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: a86689e8-300c-4af6-ad6a-fafd296f52d2] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1789.176513] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 54563da4-bedb-46fd-9cb6-1e1850a3d9a5] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1789.680439] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 7da8f5d9-56fe-47b7-8663-746529899548] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1790.183774] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 08c9e5f6-c1d3-4136-b8cc-2cccffbc6035] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1790.687200] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: e1bc651f-daa5-4672-94f5-a2db3861a55f] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1791.190300] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] [instance: 5fad2e7d-9017-4421-bd2e-282bccdebd4d] Instance has had 0 of 5 cleanup attempts {{(pid=69217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1793.693462] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1793.693865] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1793.693865] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.197519] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1794.197770] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1794.197932] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1794.198119] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1794.199011] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c89152-aba6-465e-9753-290c4bc7ecb5 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.207456] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f35951-bbc0-4c47-9f02-d7f118eb3aed {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.220945] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0948f-7825-4173-bac6-7403e25fe68b {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.226798] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc466737-f2f8-402d-861d-c96595acc61e {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.254612] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180755MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=69217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1794.254749] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1794.254949] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1795.398084] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1795.398331] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1795.411370] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b182b22-6097-4e0e-883c-26ac1ad9b853 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.419207] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c3144-dbc4-4a51-941a-3846ec49f751 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.448271] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f1923-129b-4134-8271-11ef37702e52 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.454922] env[69217]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d965eb7e-14cd-4355-b5ef-e63800198c10 {{(pid=69217) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.467441] env[69217]: DEBUG nova.compute.provider_tree [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed in ProviderTree for provider: 7b6c4a0e-698d-4b89-944b-903ec8545ed6 {{(pid=69217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.970815] env[69217]: DEBUG nova.scheduler.client.report [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Inventory has not changed for provider 7b6c4a0e-698d-4b89-944b-903ec8545ed6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.475538] env[69217]: DEBUG nova.compute.resource_tracker [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1796.475913] env[69217]: DEBUG oslo_concurrency.lockutils [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=69217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1797.168266] env[69217]: DEBUG oslo_service.periodic_task [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.168483] env[69217]: DEBUG nova.compute.manager [None req-274ffe46-3ae1-4191-a8ef-a23d7ab81bfd None None] Cleaning up deleted instances with incomplete migration {{(pid=69217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}